-- Logs begin at Mon 2021-05-10 18:29:57 UTC, end at Mon 2021-05-10 20:04:52 UTC. -- May 10 19:02:32.928436 dv-cinder-780933-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:02:35.435454 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.common.config [-] Logging enabled! May 10 19:02:35.436044 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:02:35.436211 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:02:35.439420 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.common.config [-] Logging enabled! May 10 19:02:35.439675 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 19:02:35.439981 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 19:02:35.440918 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:02:35.441146 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:02:35.441507 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:02:35.441743 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:02:35.441963 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:02:35.442318 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.442609 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.442900 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.443128 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.443414 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.443697 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.443972 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.444251 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.444541 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.444822 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.445096 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.445376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.445603 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.445879 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.446193 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.446477 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.446696 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] debug = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.446972 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.447395 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.447805 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.448081 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.448364 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.448638 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.448942 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.449216 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.449494 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.449819 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] host = dv-cinder-780933-5-iscsi {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.450110 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.450403 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.450683 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.450968 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.451238 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.451506 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.451786 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.452052 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.452316 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.452582 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.452864 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.453143 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.453425 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.453646 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.453863 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.454174 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.454453 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.454720 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.454986 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.455252 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.455519 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.455783 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.456045 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.456325 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.456603 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.456880 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.457147 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.457406 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.457668 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.457930 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.458239 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.458504 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.458770 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.459035 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.459312 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.459573 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.459839 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.460132 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.460417 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.460694 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.460975 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.461241 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.461516 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.461785 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.462079 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.462347 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] use_json = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.462614 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.462880 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.463158 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.463428 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.463696 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.463962 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.464229 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.465056 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:35.465354 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.465646 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.465942 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.466243 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.466533 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.466806 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.467092 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.467366 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.467650 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.467932 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.468219 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.468493 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.468778 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.469055 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.469346 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.469648 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.469938 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.470250 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.470524 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.470794 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.471069 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.471346 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.471627 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.471917 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.472203 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.472471 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.472745 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.473035 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.473309 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.473577 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.473852 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.474161 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.474437 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.474703 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.474979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.475250 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.475520 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.475788 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.476057 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.476339 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.476611 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.476877 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.477143 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.477414 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.477681 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.477961 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.478257 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.478526 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.478791 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.479063 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.479331 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.479595 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.479866 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.480685 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.480966 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.481232 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.481502 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.481771 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.482061 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.482336 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.482604 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.482870 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.483139 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.483406 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.483670 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.483935 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.484200 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.484467 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.484747 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.485040 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.485558 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.485840 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.486136 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.486410 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.486679 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.486949 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.487220 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.487491 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.487757 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.488042 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.488315 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.488594 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.488869 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.489137 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.489426 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.489699 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.489973 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.490263 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.490534 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.490819 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.491092 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.491378 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.491664 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.491949 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.492233 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.492514 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.492784 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.493086 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.493360 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:35.493576 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:02:35.493813 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:02:35.843072 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:02:35.843337 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:02:35.843630 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:02:35.843965 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:02:36.149724 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.149929 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.150204 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.151409 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.151677 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.152468 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.274653 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.275095 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.275519 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.289043 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.289322 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.289590 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.318378 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.318657 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.318918 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.357257 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.357536 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.357804 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.590680 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.591353 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.591353 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.591553 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.592185 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.717621 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.717866 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.718168 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.718436 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.718692 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.718995 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.719248 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.719497 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.719741 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.720013 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.720264 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.720521 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.720775 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.721024 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.721287 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.721551 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.721801 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.722100 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.722349 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.722623 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.722967 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.723215 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.723461 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.723887 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.724138 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.724385 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.724774 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:36.725014 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:36.725250 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:36.725487 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:36.725721 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:36.725954 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:36.726341 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:02:36.729541 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:02:36.733958 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:02:36.738212 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 10 19:02:36.739831 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:02:36.740288 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:02:36.740622 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:02:36.741009 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:02:36.743822 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:02:36.744070 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:02:36.744567 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:02:36.772196 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:02:36.772641 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.772940 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 19:02:36.773299 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.774672 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:02:36.774959 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:02:36.775207 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:02:36.778989 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.779269 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:36.851548 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:02:36.851789 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:02:36.852025 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:02:36.852402 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:02:36.883488 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_db.sqlalchemy.engines [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:02:37.216616 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing driver for type 'gre' May 10 19:02:37.217178 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] gre ID ranges: [(1, 1000)] May 10 19:02:37.285075 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing driver for type 'local' May 10 19:02:37.285496 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing driver for type 'vlan' May 10 19:02:37.298544 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] VlanTypeDriver initialization complete May 10 19:02:37.298882 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing driver for type 'vxlan' May 10 19:02:37.299400 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] vxlan ID ranges: [(1, 1000)] May 10 19:02:37.358678 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing extension driver 'port_security' May 10 19:02:37.359029 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.extensions.port_security [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] PortSecurityExtensionDriver initialization complete May 10 19:02:37.359364 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing mechanism driver 'openvswitch' May 10 19:02:37.359687 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing mechanism driver 'hyperv' May 10 19:02:37.366514 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.plugins.ml2.plugin [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:37.367287 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.367654 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.368009 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.368400 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.368757 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.369108 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.369489 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.369839 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.370211 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.370589 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > security_group after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.370934 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > security_group after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.371271 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.371650 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.371990 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.372322 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.372701 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > address_group after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.373047 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > address_group after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.373386 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.373728 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] ML2 OVO RPC backend initialized. {{(pid=78603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 19:02:37.374472 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.374825 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.375236 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.375581 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > networks before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.375928 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.376268 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > ports before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.376610 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.376948 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnets before_response 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.377293 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.377631 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.377965 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.378326 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.378658 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.378992 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.379325 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.379660 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.379990 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.380574 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.plugin [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Modular L2 Plugin initialization complete May 10 19:02:37.380904 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading services supported by the core plugin {{(pid=78603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:02:37.381231 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.plugins.ml2.managers [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Got port-security extension from driver 'port_security' May 10 19:02:37.381691 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.extensions.vlantransparent [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Disabled vlantransparent extension. May 10 19:02:37.382203 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:02:37.382519 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: router May 10 19:02:37.419445 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.419850 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_create 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.420233 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router before_create 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.420600 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.420980 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.421332 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_delete 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.421691 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.422080 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_create 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.422430 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_update 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.422781 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_update 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.423129 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.423489 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_update 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.423898 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_update 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.424268 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.424607 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.424944 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: subnet after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.425283 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.425632 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.425980 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_create 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.426344 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.426685 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.427043 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router after_update 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.427383 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.427729 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_create 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.428089 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.428432 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_update 55549900 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.428802 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > network after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.429682 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Tracking information for resource: router configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:37.430030 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Tracking information for resource: floatingip configured {{(pid=78603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:02:37.435349 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.db.l3_agentschedulers_db [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:02:37.435933 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.436294 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port after_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.436645 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port after_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.437001 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: port after_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.437820 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router before_create 55550100 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.438216 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.438583 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_create 55550100 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.438942 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > router precommit_update 55550100 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.443347 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.provider_configuration [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service providers = [] {{(pid=78603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:02:37.443713 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.db.servicetype_db [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:02:37.446704 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.service_base [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:02:37.447052 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.service_base [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:02:37.447391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.service_base [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:02:37.448268 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.services.service_base [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:02:37.448641 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.services.service_base [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:02:37.451169 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.451509 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:02:37.462340 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.462679 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: auto_allocate May 10 19:02:37.469269 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: network precommit_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.469588 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: network precommit_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.470143 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.470472 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: tag May 10 19:02:37.477387 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.477718 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: timestamp May 10 19:02:37.481542 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.481875 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: network_ip_availability May 10 19:02:37.487465 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.487843 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.488205 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.488965 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.489287 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: flavors May 10 19:02:37.494448 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.494784 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading Plugin: revisions May 10 19:02:37.499630 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:02:37.500026 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_concurrency.lockutils [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.656s {{(pid=78603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:02:37.500775 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 19:02:37.501115 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Initializing extension manager. May 10 19:02:37.501632 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: __init__.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.501974 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: __pycache__ {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.502339 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.502677 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: address_group.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.503441 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.504019 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: address-group May 10 19:02:37.504345 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: address_scope.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.505052 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.505562 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: address-scope May 10 19:02:37.505887 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.506859 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.507367 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: router-admin-state-down-before-update May 10 19:02:37.507691 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: agent.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.508382 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.508886 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: agent May 10 19:02:37.509209 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: agent_resources_synced.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.510154 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.510664 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: agent-resources-synced May 10 19:02:37.510987 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: allowedaddresspairs.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.513350 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.513880 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: allowed-address-pairs May 10 19:02:37.514243 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: auto_allocated_topology.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.515333 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.515849 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: auto-allocated-topology May 10 19:02:37.516183 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: availability_zone.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.516876 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.517389 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: availability_zone May 10 19:02:37.517719 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: availability_zone_filter.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.518652 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.519164 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: availability_zone_filter May 10 19:02:37.519491 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: data_plane_status.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.520390 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.520897 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:02:37.521240 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: default_subnetpools.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.522155 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.522666 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: default-subnetpools May 10 19:02:37.522991 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.523811 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.524317 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: dhcp_agent_scheduler May 10 19:02:37.524643 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: dns.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.525534 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.526067 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension dns-integration not supported by any of loaded plugins May 10 19:02:37.526395 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: dns_domain_ports.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.527332 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.527836 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:02:37.528158 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: dvr.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.528825 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.529329 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: dvr May 10 19:02:37.529651 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: empty_string_filtering.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.530585 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.531092 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: empty-string-filtering May 10 19:02:37.531415 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.532311 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.532815 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:02:37.533139 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.534058 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.534565 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:02:37.534886 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: external_net.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.535781 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.536293 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: external-net May 10 19:02:37.536614 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.537517 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.538050 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: extra_dhcp_opt May 10 19:02:37.538375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: extraroute.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.539266 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.539781 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: extraroute May 10 19:02:37.540103 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: extraroute_atomic.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.541136 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.541648 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: extraroute-atomic May 10 19:02:37.541968 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: filter_validation.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.542680 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.543193 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: filter-validation May 10 19:02:37.543516 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: fip_pf_description.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.544625 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.545133 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:02:37.545457 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: fip_port_details.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.546379 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.546887 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: fip-port-details May 10 19:02:37.547210 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: flavors.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.548464 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.548966 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: flavors May 10 19:02:37.549294 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.551010 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.551536 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:02:37.551875 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: floatingip_pools.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.552573 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.553087 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: floatingip-pools May 10 19:02:37.553417 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: ip_allocation.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.554361 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.554871 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:02:37.555199 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.556124 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.556639 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: ip-substring-filtering May 10 19:02:37.556970 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l2_adjacency.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.557876 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.558950 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:02:37.559277 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.560279 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.560810 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: router May 10 19:02:37.561137 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.563419 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.563946 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:02:37.564278 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.565191 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.565705 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: ext-gw-mode May 10 19:02:37.566054 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.566964 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.567475 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: l3-ha May 10 19:02:37.567801 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3_flavors.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.568699 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: l3-flavors May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: l3agentscheduler.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.573439 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: l3_agent_scheduler May 10 19:02:37.574539 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: logging.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.575193 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.575718 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension logging not supported by any of loaded plugins May 10 19:02:37.576049 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: metering.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.576792 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.577373 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: metering May 10 19:02:37.577698 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.578844 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.579372 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: metering_source_and_destination_fields May 10 19:02:37.579704 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: multiprovidernet.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.580777 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.581299 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: multi-provider May 10 19:02:37.581633 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: netmtu.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.582565 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.583079 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: net-mtu May 10 19:02:37.583407 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: netmtu_writable.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.584311 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.584822 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: net-mtu-writable May 10 19:02:37.585149 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: network_availability_zone.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.585808 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.586336 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: network_availability_zone May 10 19:02:37.586659 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: network_ip_availability.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.587759 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.588273 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: network-ip-availability May 10 19:02:37.588598 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: network_segment_range.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.589390 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.589898 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:02:37.590263 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: pagination.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.591248 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.591762 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: pagination May 10 19:02:37.591888 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: port_device_profile.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.592795 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.593314 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: port-device-profile May 10 19:02:37.593639 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.594570 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.595083 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: port-mac-address-regenerate May 10 19:02:37.595410 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.596306 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.596813 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: port-numa-affinity-policy May 10 19:02:37.597138 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: port_resource_request.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.598062 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.598570 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:02:37.598893 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: portbindings.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.599798 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.600311 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: binding May 10 19:02:37.600635 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: portbindings_extended.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.601914 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.602449 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: binding-extended May 10 19:02:37.602774 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: portsecurity.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.603667 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.604176 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: port-security May 10 19:02:37.604502 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: project_id.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.605485 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.605811 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: project-id May 10 19:02:37.606186 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: providernet.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.607098 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.607615 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: provider May 10 19:02:37.607936 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.611758 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.612286 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos not supported by any of loaded plugins May 10 19:02:37.612627 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.613909 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.614425 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:02:37.614755 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.615665 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.616176 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:02:37.616501 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_default.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.617398 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.617916 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-default not supported by any of loaded plugins May 10 19:02:37.618277 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_fip.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.618929 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.619435 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-fip not supported by any of loaded plugins May 10 19:02:37.619754 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_gateway_ip.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.621205 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.621715 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:02:37.622061 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_port_network_policy.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.622962 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.623468 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:02:37.623789 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_rule_type_details.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.624705 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.625213 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:02:37.625535 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: qos_rules_alias.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.626606 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.627118 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:02:37.627443 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: quotasv2.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.628532 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.628865 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: quotas May 10 19:02:37.629191 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: quotasv2_detail.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.630847 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.631188 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: quota_details May 10 19:02:37.631519 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: rbac.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.632588 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.633127 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: rbac-policies May 10 19:02:37.633443 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: rbac_address_group.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.634391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.634911 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: rbac-address-group May 10 19:02:37.635241 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: rbac_address_scope.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.636162 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.636674 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: rbac-address-scope May 10 19:02:37.637002 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: rbac_security_groups.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.637908 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.638440 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: rbac-security-groups May 10 19:02:37.638766 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: rbac_subnetpool.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.639718 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.640744 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: rbac-subnetpool May 10 19:02:37.641069 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: revisionifmatch.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.641980 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.642518 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: revision-if-match May 10 19:02:37.642844 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: revisions.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.643974 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.644482 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: standard-attr-revisions May 10 19:02:37.644809 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: router_availability_zone.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.645486 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.646029 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: router_availability_zone May 10 19:02:37.646351 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: routerservicetype.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.647261 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.647768 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension router-service-type not supported by any of loaded plugins May 10 19:02:37.648092 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.649009 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.649513 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: security-groups-normalized-cidr May 10 19:02:37.649837 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.650800 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.651614 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: port-security-groups-filtering May 10 19:02:37.651614 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.652567 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.653085 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: security-groups-remote-address-group May 10 19:02:37.653411 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: securitygroup.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.663088 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.663639 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: security-group May 10 19:02:37.663978 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: segment.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.664785 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.665298 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension segment not supported by any of loaded plugins May 10 19:02:37.665630 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.666615 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.667132 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:02:37.667483 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: servicetype.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.668604 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.669126 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: service-type May 10 19:02:37.669456 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: sorting.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.670463 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.670806 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: sorting May 10 19:02:37.671129 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: standard_attr_segment.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.672037 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.672554 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:02:37.672879 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: standardattrdescription.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.673526 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.674074 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: standard-attr-description May 10 19:02:37.674401 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: stateful_security_group.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.675315 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.675829 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: stateful-security-group May 10 19:02:37.676149 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: stdattrs_common.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.676726 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:02:37.677045 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.678071 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.678588 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:02:37.678913 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: subnet_onboard.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.679990 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.680509 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: subnet_onboard May 10 19:02:37.680845 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.681760 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.682377 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:02:37.682688 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: subnet_service_types.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.684147 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.684655 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: subnet-service-types May 10 19:02:37.684980 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: subnetallocation.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.686090 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.686611 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: subnet_allocation May 10 19:02:37.686936 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.687599 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.688108 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: subnetpool-prefix-ops May 10 19:02:37.688431 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.689347 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.689854 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:02:37.690205 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: tagging.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.691288 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.691827 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: standard-attr-tag May 10 19:02:37.692158 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: timestamp.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.693375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.693895 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loaded extension: standard-attr-timestamp May 10 19:02:37.694259 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: trunk.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.695285 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.695802 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension trunk not supported by any of loaded plugins May 10 19:02:37.696129 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: trunk_details.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.697036 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.697548 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension trunk-details not supported by any of loaded plugins May 10 19:02:37.697876 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: uplink_status_propagation.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.699374 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.699891 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:02:37.700218 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Loading extension file: vlantransparent.py {{(pid=78603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 19:02:37.700890 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 19:02:37.701402 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:02:37.703985 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:network May 10 19:02:37.704752 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:subnet May 10 19:02:37.705561 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:02:37.706205 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:port May 10 19:02:37.707493 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.707948 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service FLAVORS assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.708581 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.709014 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.709346 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:router May 10 19:02:37.710049 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:02:37.710762 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service METERING assigned prefix: /metering {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.712247 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.712619 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.712974 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:02:37.714171 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:02:37.714652 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:security_group May 10 19:02:37.715316 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:02:37.716073 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service CORE assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.716405 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:02:37.716752 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] subnetpool is already registered May 10 19:02:37.717368 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service CORE assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.717695 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:02:37.718042 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] subnetpool is already registered May 10 19:02:37.720747 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.721127 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service FLAVORS assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.721736 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.722190 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.722529 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:router May 10 19:02:37.722859 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] router is already registered May 10 19:02:37.723468 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:02:37.723801 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] floatingip is already registered May 10 19:02:37.724451 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service METERING assigned prefix: /metering {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.725132 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:02:37.725462 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] rbac_policy is already registered May 10 19:02:37.727085 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:security_group May 10 19:02:37.727430 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] security_group is already registered May 10 19:02:37.728057 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:02:37.728394 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] security_group_rule is already registered May 10 19:02:37.729068 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service CORE assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.729402 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:02:37.729741 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] subnetpool is already registered May 10 19:02:37.730400 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.v2.resource_helper [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Service CORE assigned prefix: {{(pid=78603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:02:37.730728 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:02:37.731053 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING neutron.quota.resource_registry [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] subnetpool is already registered May 10 19:02:37.731730 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: extensions {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.733243 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: address-groups {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.734885 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: address-scopes {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.736364 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: agents {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.737553 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: auto-allocated-topology {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.738827 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: availability_zones {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.740147 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: dhcp-networks {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.741579 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: dhcp-agents {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.743042 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: routers {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.744882 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: flavors {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.746603 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: service_profiles {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.747822 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: next_providers {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.749347 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: service_profiles {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.750839 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: floatingip-pools {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.752050 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: routers {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.753915 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: floatingips {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.755133 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: l3-routers {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.756515 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: l3-agents {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.757947 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: metering-labels {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.759314 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: metering-label-rules {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.760599 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: network-ip-availabilities {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.762475 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: bindings {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.764146 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: quotas {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.765594 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: quotas {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.767054 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: rbac-policies {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.768367 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: security-groups {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.769566 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: security-group-rules {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.770854 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: service-providers {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.772098 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: subnetpools {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.773520 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: subnetpools {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.775025 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.776706 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.778592 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.780386 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.782219 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.784070 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.785765 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.788729 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.790554 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.903457 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron.api.extensions [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Extended resource: tags {{(pid=78603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:02:37.909415 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING keystonemiddleware.auth_token [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:02:37.914179 dv-cinder-780933-5-iscsi neutron-server[78603]: WARNING keystonemiddleware.auth_token [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:02:37.922861 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_concurrency.lockutils [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Acquired lock "singleton_lock" {{(pid=78603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 19:02:37.923347 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_concurrency.lockutils [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Releasing lock "singleton_lock" {{(pid=78603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 19:02:37.924008 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Starting 2 workers May 10 19:02:37.928677 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Started child 78731 {{(pid=78603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:02:37.933161 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Started child 78732 {{(pid=78603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:02:37.934526 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:37.935564 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO neutron.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:02:37.935934 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Notify callbacks [] for process, before_spawn {{(pid=78603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:37.936162 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [-] (78731) wsgi starting up on http://0.0.0.0:9696 May 10 19:02:37.938215 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:37.938719 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Starting 1 workers May 10 19:02:37.939594 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [-] (78732) wsgi starting up on http://0.0.0.0:9696 May 10 19:02:37.943518 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Started child 78733 {{(pid=78603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:02:37.944069 dv-cinder-780933-5-iscsi neutron-server[78603]: INFO oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Starting 1 workers May 10 19:02:37.946894 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] calling RpcWorker wait() {{(pid=78733) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:02:37.947449 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] returning from RpcWorker wait() {{(pid=78733) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:02:37.948482 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Started child 78734 {{(pid=78603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 19:02:37.948738 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:37.949160 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:37.949307 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG neutron_lib.callbacks.manager [None req-78595b0e-c8c9-4faa-acd7-90bad8188290 None None] Notify callbacks [] for process, after_spawn {{(pid=78603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:37.951158 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:02:37.951415 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:02:37.951549 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:02:37.951765 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:02:37.952105 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:02:37.952331 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:02:37.952778 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.953042 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.953276 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:37.954115 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.954115 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.954115 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.954467 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:37.954588 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.954912 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.955044 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.955262 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.955522 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.955707 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.955894 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.956108 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.956332 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.956614 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.956886 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.957132 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.957432 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.957647 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.957849 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.958142 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.958391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.958657 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] debug = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.958901 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.959400 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.959655 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.959883 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.960105 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.960395 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.960657 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.960919 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.961158 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.961367 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.961567 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.961828 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.962098 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.962299 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.962513 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.962776 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.962996 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.963490 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] host = dv-cinder-780933-5-iscsi {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.963760 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.963998 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.964250 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.964564 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.964830 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.965070 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.965327 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.965572 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.965849 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.966119 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.966391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.966639 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.966861 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.967100 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.967266 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_options = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.967483 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.967787 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.968061 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.968251 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.968444 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.968612 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.968860 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.969146 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.969327 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.969472 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.969713 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.969884 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977295 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.977797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978455 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.978945 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_json = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979865 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:37.979865 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.980581 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.980909 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.981121 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.981361 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.981603 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.981950 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.982245 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.982388 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.982580 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.982922 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.983163 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.983471 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.983716 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.984284 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.984284 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.984567 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.984836 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.985076 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.985311 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.988602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.989896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992375 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992887 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992887 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992887 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.992887 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.993115 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.993115 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.993334 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.993539 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.993762 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.994137 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.994268 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.995687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.995687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.995687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.995687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.995687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.995687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.996604 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.996604 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.997017 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.997396 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.997767 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.998173 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.998514 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.998863 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.999234 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.999577 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:37.999912 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.000164 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.000384 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.000600 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.000868 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.001099 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.001341 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.001563 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.001787 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.002407 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.002407 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.002681 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.003007 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.003263 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.003529 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.003785 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.004062 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.004306 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.004548 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.004797 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.005057 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.005296 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.005582 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.005796 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.006084 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.006334 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.006565 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.006833 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.007055 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.007311 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.007535 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.007789 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.008047 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.008339 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.008632 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.008916 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.009181 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.009438 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.009710 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.009991 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.010287 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.010530 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.010790 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.011073 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.011358 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.011630 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.011882 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.012132 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.012369 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.012595 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.012839 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.013086 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.013372 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.013605 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.013891 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.014173 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.014403 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.014635 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.014870 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.015197 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.015463 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.015677 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.015907 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.016201 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.016469 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.016706 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.016979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.017249 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.017500 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.017754 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.018032 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.018239 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.018482 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.018710 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.018947 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.019189 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.019377 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.019615 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.019835 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.020050 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.020298 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.020515 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.020750 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.020986 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.021205 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.021424 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.021673 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.021889 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.022133 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.022376 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.022608 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.022831 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.023050 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.023266 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.023532 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.023752 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.024026 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.024296 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.024514 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.024740 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.024976 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.025248 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.025478 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.025724 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.025936 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.026194 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.026430 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.026648 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.026884 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.027313 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.027761 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.028149 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.028589 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.029038 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.029562 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.029841 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.030120 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.030355 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.030752 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.030988 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.031229 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.031469 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.031705 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.031922 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.032142 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.032423 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.032668 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.032930 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.033135 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.033352 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.033564 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.033779 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.033993 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.034323 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.034580 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.034814 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.035051 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.035285 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.035758 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.035997 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.036213 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.036431 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.036660 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.037979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.037979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.037979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.037979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.037979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.037979 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.038461 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.038461 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.038601 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.038790 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.039018 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.039253 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.039482 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.039682 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.039911 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.040240 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.040493 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.040729 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.041038 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.041285 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.041518 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.041777 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.042136 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.042353 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.043133 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.043355 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.043591 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.043816 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.044069 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.044389 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.044682 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.044955 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.045191 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.045451 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.045735 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.046020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.046239 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.046540 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.046878 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.047167 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.047419 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.047701 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.047967 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.048196 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.048433 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.048653 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.048891 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.049109 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.049345 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.049609 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.049814 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.050088 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.050338 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.050580 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.050824 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.051114 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.051292 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.051507 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.051666 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:02:38.052212 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 19:02:38.052387 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:02:38.052554 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:02:38.052733 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:02:38.052906 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:02:38.053035 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:02:38.053164 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.053331 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.053494 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.053651 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.053812 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.053993 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.054183 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.054314 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.054471 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.054632 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.054789 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.054951 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.055109 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.055270 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.055426 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.055586 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.055745 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.055904 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.056070 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.056233 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.056389 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.056550 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.056710 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] debug = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.056868 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057063 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057225 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057374 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057532 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057690 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057831 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.057992 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.058226 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.058889 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.059049 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.059208 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.059367 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.059525 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.059683 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.059841 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060000 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060158 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] host = dv-cinder-780933-5-iscsi {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060315 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060473 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060632 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060791 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.060953 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.061110 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.061266 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.061424 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.061582 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.061739 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.061897 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.062077 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.062239 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.062396 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.062555 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_options = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.062713 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.062869 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.063027 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.063204 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.063369 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.063528 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.063686 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.063845 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064004 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064163 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064321 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064479 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064636 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064793 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.064956 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.065195 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.065288 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.065417 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.065579 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.065736 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.065893 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.066075 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.066221 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.066380 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.066538 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.066695 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.066852 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067010 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067169 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067326 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067484 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067629 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067771 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.067933 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.068091 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.068250 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.068410 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.068577 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.068742 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.068901 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069056 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069262 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069394 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069528 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069663 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069791 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_json = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.069932 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.070123 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.070307 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.070486 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.070646 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.070815 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.070815 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.071032 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:02:38.071191 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.071310 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.071476 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.071652 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.071818 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.071983 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072152 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072280 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072401 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072520 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072643 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072811 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.072988 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.073132 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.073297 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.073492 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.073620 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.073832 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074057 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074228 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074360 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074504 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074624 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074756 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.074880 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.075042 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.075203 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.075369 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.075529 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.075696 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.075896 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076021 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076148 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076303 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076488 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076663 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076841 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.076970 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.077118 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.077215 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.077358 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.077518 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.077681 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.077843 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.078054 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.078187 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.078350 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.078512 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.078674 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.078833 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079006 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079167 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079328 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079489 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079650 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079810 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.079971 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.080134 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.080296 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.080458 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.080619 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.080793 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.080954 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.081116 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.081277 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.081440 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.081601 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.081762 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.081923 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.082109 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.082288 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.082431 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.082594 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.082756 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.082918 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.083275 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.083275 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.083482 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.083584 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.083686 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.083840 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084000 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084163 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084325 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084497 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084673 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084837 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.084998 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.085160 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.085336 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.085483 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.085643 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.085804 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.085965 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.086149 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.086309 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.086470 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.086635 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.086795 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.086956 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.087115 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.087274 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.087434 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.087593 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.087752 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.087912 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.088073 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.088233 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.088392 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.088552 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.088712 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.088895 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.089043 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.089207 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.089392 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.089561 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.089734 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.089895 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.090082 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.090246 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.090408 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.090706 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.090706 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.090880 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.091199 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.091456 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:38.091679 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.091850 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.092023 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.092198 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.092361 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.092523 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.092694 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.092889 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.093029 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.093189 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.093351 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.093512 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.093675 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.093835 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094017 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094180 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094346 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094507 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094668 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094831 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.094995 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.095156 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.095316 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.095479 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.095641 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.095802 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.095965 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.096126 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.096286 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.096447 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.096606 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.096767 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.096928 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.097088 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.097248 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.097407 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.097568 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.097728 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.097940 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098097 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098233 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098370 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098504 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098637 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098802 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.098963 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.099124 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.099285 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.099447 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.099608 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.099769 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.099932 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.100095 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.100257 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.100418 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.100578 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.100741 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.100920 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.101112 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.101211 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.101368 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.101528 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.101705 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.101867 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.102044 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.102210 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.102374 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106020 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.106622 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.107222 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.107222 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.107222 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.107563 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.107745 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.107916 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.108085 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.108263 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.108433 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.108602 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.108777 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.108927 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.109903 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.109903 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.109903 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.109903 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.109903 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.109903 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.110391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.110391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.110391 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.110885 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.110885 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.111027 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.111183 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.111515 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.111677 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.111840 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112002 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112177 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112340 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112503 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112668 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112831 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.112994 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.113157 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.113323 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.113494 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.113662 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.113818 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.114024 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.114193 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.114357 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.114519 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.114687 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.114861 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115022 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115183 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115343 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115508 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115669 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115830 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.115997 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.116153 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.116313 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.116473 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.116636 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.116796 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.116960 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.117125 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.117285 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.117465 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.117596 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.117759 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.117920 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:02:38.118098 dv-cinder-780933-5-iscsi neutron-server[78603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:02:38.141413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55666) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:02:38.149848 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061958 May 10 19:02:49.074838 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f21e1-71da-48f9-992a-e5b721a282da None None] get_active_networks_info from dv-cinder-780933-5-iscsi {{(pid=78733) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 19:02:49.171441 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f21e1-71da-48f9-992a-e5b721a282da None None] No non-hosted networks {{(pid=78733) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:02:49.193175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.agentschedulers_db [None req-ff2f21e1-71da-48f9-992a-e5b721a282da None None] DHCP Agent not found on host dv-cinder-780933-5-iscsi {{(pid=78733) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 19:02:49.339356 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-94a996b8-c5c1-40d4-bea8-b4012a9f7285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718'] for agent, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:51.491755 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ad32b3ea-8573-444b-b66c-b0760e51887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718'] for agent, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:51.566662 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-c25a3cf0-ef0e-457f-8c28-304e4dfdb4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:51.776664 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718'] for agent, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:51.778354 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.778902 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.780961 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.782225 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.787376 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.788019 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.790494 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.794127 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.794731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.795271 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.796910 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.808037 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:02:51.808835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:51.815472 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:02:52.767017 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718'] for agent, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:54.225500 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718'] for agent, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:56.001287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55758) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:02:56.629157 dv-cinder-780933-5-iscsi neutron-server[78732]: WARNING oslo_policy.policy [None req-13cb8f6f-c507-4025-9765-a327f0287c57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:02:56.629737 dv-cinder-780933-5-iscsi neutron-server[78732]: WARNING oslo_policy.policy [None req-13cb8f6f-c507-4025-9765-a327f0287c57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:02:56.848868 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [None req-13cb8f6f-c507-4025-9765-a327f0287c57 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:02:56.849931 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-13cb8f6f-c507-4025-9765-a327f0287c57 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8477049 May 10 19:02:57.504626 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.db.l3_hamode_db [None req-e2256bd2-3869-4e46-92e1-9d0fa05b81d3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:02:57.591151 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2256bd2-3869-4e46-92e1-9d0fa05b81d3 None None] Routers set() bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:02:57.591455 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2256bd2-3869-4e46-92e1-9d0fa05b81d3 None None] Router IDs set() for agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 19:02:59.209349 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55772) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:02:59.572848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:02:59.672423 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.policy [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78732) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:02:59.718444 dv-cinder-780933-5-iscsi neutron-server[78732]: WARNING oslo_policy.policy [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:02:59.718953 dv-cinder-780933-5-iscsi neutron-server[78732]: WARNING oslo_policy.policy [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:02:59.727213 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.quota [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] Loaded quota_driver: . May 10 19:02:59.742529 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:02:59.801317 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778698396585', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778698399100', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778698407609', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778698410509', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778698423523', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778698429470', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33472612', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33036353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-983252'] for rbac-policy, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:59.861793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:02:59.863054 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9d15d35d-fe74-4bc8-8d4d-2ae7cb7bee8b admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6527171 May 10 19:03:02.433801 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55786) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:03.015292 dv-cinder-780933-5-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:03:03.015863 dv-cinder-780933-5-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:03:03.232244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'name': 'private'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:03:03.233841 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.quota [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Loaded quota_driver: . May 10 19:03:03.249935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:03.256664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Usage tracker for resource:network and tenant:cbc5baa7971c4be9b80b3737f15c93a6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:03.262365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:03.269632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:03.285813 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Made reservation on behalf of cbc5baa7971c4be9b80b3737f15c93a6 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:03:03.358161 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.policy [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78731) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:03:03.404950 dv-cinder-780933-5-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:03:03.405331 dv-cinder-780933-5-iscsi neutron-server[78731]: WARNING oslo_policy.policy [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:03:03.415283 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.436055 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.450710 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:03.454397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc5baa7971c4be9b80b3737f15c93a6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:03.459431 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:03.465033 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:03.568504 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.572237 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.577699 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:03.594920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:03:03.622388 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778694711700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.622985 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Unsubscribe: segment precommit_create {{(pid=78731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:03:03.623436 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Added segment abce60b0-23c8-41ee-afdd-83835b8d5969 of type vlan for network b96d2dfe-4698-43d3-b648-c21977966a76 May 10 19:03:03.673900 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1ed5e-8c1c-4585-80e1-70df0644c166,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:03.695539 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.695886 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.696212 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.696528 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.696837 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.697165 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.697476 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.697781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.698129 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.698437 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.698738 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.699038 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Tracked resource versions report: May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: pushed versions: May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: { 'AddressGroup': {'1.2'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'ConntrackHelper': {'1.0'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Log': {'1.0'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Network': {'1.1'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Port': {'1.7'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'PortForwarding': {'1.2'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'QosPolicy': {'1.8'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroup': {'1.4'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroupRule': {'1.2'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SubPort': {'1.0'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Subnet': {'1.1'}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Trunk': {'1.1'}} May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: consumer versions: May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'ConntrackHelper': '1.0', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Log': '1.0', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Network': '1.1', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Port': '1.7', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'PortForwarding': '1.2', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'QosPolicy': '1.8', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroup': '1.4', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroupRule': '1.2', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SubPort': '1.0', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Subnet': '1.1', May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Trunk': '1.1'}} May 10 19:03:03.700121 dv-cinder-780933-5-iscsi neutron-server[78731]: {{(pid=78731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:03:03.742718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:03.744368 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.785783 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.787370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:03.788050 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:03.792409 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:03.891705 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4556146 May 10 19:03:03.894151 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Pushing event updated for resources: {'Network': ['ID=b96d2dfe-4698-43d3-b648-c21977966a76,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:03.897478 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:03.906964 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network b96d2dfe-4698-43d3-b648-c21977966a76 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:03:06.643577 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55808) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:07.090365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a76ca-4581-45ba-8b01-1c1e57537eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:07.091718 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f62a76ca-4581-45ba-8b01-1c1e57537eec admin admin] 10.222.0.26 "GET /v2.0/networks/b96d2dfe-4698-43d3-b648-c21977966a76 HTTP/1.1" status: 200 len: 825 time: 0.4471767 May 10 19:03:07.120610 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2aa0ae71-dd04-43ba-98e7-8eb7d44da01d admin admin] 10.222.0.26 "GET /v2.0/subnetpools/3b76c4bf-44dc-49bd-a1d0-f141ec185c09 HTTP/1.1" status: 200 len: 734 time: 0.0236480 May 10 19:03:07.129562 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Request body: {'subnet': {'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:03:07.134352 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:07.138627 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Usage tracker for resource:subnet and tenant:cbc5baa7971c4be9b80b3737f15c93a6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:07.141473 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:07.147524 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:07.157519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Made reservation on behalf of cbc5baa7971c4be9b80b3737f15c93a6 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:03:07.159930 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:07.623651 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:07.628588 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:07.705370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Checking segment: {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:03:07.706124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Network hostable DHCP agents. Network: b96d2dfe-4698-43d3-b648-c21977966a76, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:03:07.709151 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81082652-deb4-4240-9426-1d153df67cba,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:07.714805 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:07.727048 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Network b96d2dfe-4698-43d3-b648-c21977966a76 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:03:07.737501 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, b96d2dfe-4698-43d3-b648-c21977966a76) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:07.742436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:07.743009 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:07.748321 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff0e182-de11-4a73-b147-60e6f27388d4 None None] Network b96d2dfe-4698-43d3-b648-c21977966a76 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:03:07.764877 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6386745 May 10 19:03:08.056459 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-b96d2dfe-4698-43d3-b648-c21977966a76', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:03:08.057646 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:08.240807 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Allocated IP 172.20.0.2 (b96d2dfe-4698-43d3-b648-c21977966a76/81082652-deb4-4240-9426-1d153df67cba/dbb12519-b3af-4ce9-a4d4-3b9df0da3280) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:03:08.475617 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:08.489616 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Transition to ACTIVE for port object dbb12519-b3af-4ce9-a4d4-3b9df0da3280 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:03:08.509196 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Transition to ACTIVE for port object dbb12519-b3af-4ce9-a4d4-3b9df0da3280 will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:03:08.518329 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:08.524099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:08.578831 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Network b96d2dfe-4698-43d3-b648-c21977966a76 is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:03:08.581737 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:08.587755 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:03:08.629133 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Pushing event updated for resources: {'Port': ['ID=dbb12519-b3af-4ce9-a4d4-3b9df0da3280,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:08.644841 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.645175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.645502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.645824 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.646200 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.646514 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.646823 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.647132 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.647457 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.647768 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.648074 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.648378 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Tracked resource versions report: May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: pushed versions: May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: { 'AddressGroup': {'1.2'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'ConntrackHelper': {'1.0'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Log': {'1.0'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Network': {'1.1'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Port': {'1.7'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'PortForwarding': {'1.2'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'QosPolicy': {'1.8'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroup': {'1.4'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroupRule': {'1.2'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SubPort': {'1.0'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Subnet': {'1.1'}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Trunk': {'1.1'}} May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: consumer versions: May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'ConntrackHelper': '1.0', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Log': '1.0', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Network': '1.1', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Port': '1.7', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'PortForwarding': '1.2', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'QosPolicy': '1.8', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroup': '1.4', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroupRule': '1.2', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SubPort': '1.0', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Subnet': '1.1', May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Trunk': '1.1'}} May 10 19:03:08.649478 dv-cinder-780933-5-iscsi neutron-server[78733]: {{(pid=78733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:03:08.687321 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:08.702295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Attempting to bind port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:03:08.702696 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Attempting to bind port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:03:08.703121 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Attempting to bind port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 on network b96d2dfe-4698-43d3-b648-c21977966a76 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:03:08.708351 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:03:08.708748 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Checking segment: {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:03:08.709196 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:08.709583 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Bound using segment: {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:03:08.710064 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Bound port: dbb12519-b3af-4ce9-a4d4-3b9df0da3280, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:03:08.710449 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:08.801292 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] For port dbb12519-b3af-4ce9-a4d4-3b9df0da3280, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:03:08.805177 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] For port dbb12519-b3af-4ce9-a4d4-3b9df0da3280, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=dbb12519-b3af-4ce9-a4d4-3b9df0da3280,segment=NetworkSegment(abce60b0-23c8-41ee-afdd-83835b8d5969),segment_id=abce60b0-23c8-41ee-afdd-83835b8d5969)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:03:08.811132 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:08.815126 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:08.903201 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Pushing event updated for resources: {'Port': ['ID=dbb12519-b3af-4ce9-a4d4-3b9df0da3280,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:08.906399 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:10.148600 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55818) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:10.538984 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [None req-06b40675-4d93-4889-8790-faa158e89146 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:03:10.539969 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-06b40675-4d93-4889-8790-faa158e89146 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3903279 May 10 19:03:12.929962 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55828) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:13.339349 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [None req-756ec78f-81c7-4c6d-9ff6-6c6b80c189fa admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:03:13.340422 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-756ec78f-81c7-4c6d-9ff6-6c6b80c189fa admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4094293 May 10 19:03:13.639551 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device dbb12519-b3af-4ce9-a4d4-3b9df0da3280 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:03:13.710178 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:03:14.435470 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d395249-a4b3-4eb7-96db-c3ad94465ef4 None None] Network b96d2dfe-4698-43d3-b648-c21977966a76 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:03:14.517056 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Provisioning for port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:03:14.526209 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Provisioning complete for port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:14.526609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:14.766610 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:14.805978 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] For port dbb12519-b3af-4ce9-a4d4-3b9df0da3280, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=dbb12519-b3af-4ce9-a4d4-3b9df0da3280,segment=NetworkSegment(abce60b0-23c8-41ee-afdd-83835b8d5969),segment_id=abce60b0-23c8-41ee-afdd-83835b8d5969)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:03:14.811408 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:14.817761 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:14.895420 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Pushing event updated for resources: {'Port': ['ID=dbb12519-b3af-4ce9-a4d4-3b9df0da3280,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:14.898568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:15.134552 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ae507626-1eda-4b8f-aae9-c6dea1a3b04a None None] Provisioning complete for port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:15.134913 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ae507626-1eda-4b8f-aae9-c6dea1a3b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:15.624704 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device dbb12519-b3af-4ce9-a4d4-3b9df0da3280 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:03:15.688901 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:15.689267 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:15.986396 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55844) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:16.333910 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'name': 'router1'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:03:16.338710 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:16.342388 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Usage tracker for resource:router and tenant:cbc5baa7971c4be9b80b3737f15c93a6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:16.345566 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:16.351157 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:16.361607 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:16.363616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:16.386504 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:16.508819 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:16.528981 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:16.530196 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e5a0fdc8-4676-4fa4-82b6-50e0158899c0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5425510 May 10 19:03:18.842891 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55854) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:18.991294 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d0977a1f-de08-44df-af36-672dad6bdb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:19.216855 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [None req-2b4d1b8b-e94b-4cd6-8253-797e4615c786 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:03:19.217819 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2b4d1b8b-e94b-4cd6-8253-797e4615c786 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3740027 May 10 19:03:21.485859 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-991a7ecb-e783-4861-bb54-dbb49641138b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:21.519764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55864) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:21.740887 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:21.885521 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:03:21.890496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:21.894191 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Usage tracker for resource:network and tenant:c83b79d391e14e1498d865ce4aa6d410 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:21.896955 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:21.902481 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:21.912733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Made reservation on behalf of c83b79d391e14e1498d865ce4aa6d410 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:03:21.915254 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:21.927683 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:21.941255 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:21.944889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Usage tracker for resource:security_group_rule and tenant:c83b79d391e14e1498d865ce4aa6d410 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:21.947587 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:21.953122 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:22.033472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:22.037779 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:22.041671 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:22.055169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Reserving flat network on physical network physnet1 {{(pid=78731) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:03:22.078668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c527e0-b00c-4a7f-923d-5f7cb97e4881,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:22.081350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:22.081686 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Added segment 90bde725-5d24-4d75-b8f4-ee881e753111 of type flat for network e5f0c515-27be-4783-a32c-c4e1f4fd333f May 10 19:03:22.082843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:22.115158 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:22.149866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:22.151165 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:22.151736 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:22.156766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:22.261647 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7408271 May 10 19:03:22.264713 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Pushing event updated for resources: {'Network': ['ID=e5f0c515-27be-4783-a32c-c4e1f4fd333f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:22.268373 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:22.275001 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:03:22.705527 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:24.178389 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:24.591321 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55884) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:24.805539 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f8644-295f-4d16-b7b1-f4ffa0c9fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:24.806907 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-394f8644-295f-4d16-b7b1-f4ffa0c9fcf8 admin admin] 10.222.0.26 "GET /v2.0/subnets/81082652-deb4-4240-9426-1d153df67cba HTTP/1.1" status: 200 len: 849 time: 0.2146509 May 10 19:03:24.944645 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8f8c0f70-674d-4eed-90c2-5d40ca1a80ff admin admin] 10.222.0.26 "GET /v2.0/routers/42f38f4a-1c96-4c41-b9a2-0f010ce4893c HTTP/1.1" status: 200 len: 704 time: 0.1322713 May 10 19:03:25.403771 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:25.656713 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Allocated IP 172.20.0.1 (b96d2dfe-4698-43d3-b648-c21977966a76/81082652-deb4-4240-9426-1d153df67cba/08dde6bb-b668-404c-8e04-4881001d0af9) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:03:25.807949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:25.824753 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Transition to ACTIVE for port object 08dde6bb-b668-404c-8e04-4881001d0af9 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:03:25.877244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:25.881232 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:25.940292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Network b96d2dfe-4698-43d3-b648-c21977966a76 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:03:25.942917 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:25.952166 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:03:25.952672 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.065766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Pushing event updated for resources: {'Port': ['ID=08dde6bb-b668-404c-8e04-4881001d0af9,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:26.088540 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:26.127442 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-453eb14f-f48f-4c02-8074-4fdcf8ab6005 None None] Provisioning for port 08dde6bb-b668-404c-8e04-4881001d0af9 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:03:26.132418 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-453eb14f-f48f-4c02-8074-4fdcf8ab6005 None None] Provisioning complete for port 08dde6bb-b668-404c-8e04-4881001d0af9 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:26.132794 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-453eb14f-f48f-4c02-8074-4fdcf8ab6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.190443 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-453eb14f-f48f-4c02-8074-4fdcf8ab6005 None None] Port 08dde6bb-b668-404c-8e04-4881001d0af9 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:03:26.214951 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.439015 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.443318 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.444320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.447559 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:26.576524 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Pushing event updated for resources: {'Port': ['ID=08dde6bb-b668-404c-8e04-4881001d0af9,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:26.580486 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:26.638117 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Network b96d2dfe-4698-43d3-b648-c21977966a76 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:03:26.639186 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:26.811967 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-80244a8d-a95d-466a-a814-40950b541f09 None None] Provisioning complete for port 08dde6bb-b668-404c-8e04-4881001d0af9 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:26.812338 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-80244a8d-a95d-466a-a814-40950b541f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:26.834312 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:03:26.865883 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-80244a8d-a95d-466a-a814-40950b541f09 None None] Port 08dde6bb-b668-404c-8e04-4881001d0af9 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:03:27.025576 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:03:27.034597 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] 10.222.0.26 "PUT /v2.0/routers/42f38f4a-1c96-4c41-b9a2-0f010ce4893c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0851076 May 10 19:03:27.035536 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Sync routers for ids ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:03:27.045908 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Routers {'42f38f4a-1c96-4c41-b9a2-0f010ce4893c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:03:27.046809 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:03:21Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:27.222994 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Set router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:03:27.594060 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'name': 'router1', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:03:16Z', 'updated_at': '2021-05-10T19:03:26Z', 'revision_number': 2, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'gw_port_host': None, '_interfaces': [{'id': '08dde6bb-b668-404c-8e04-4881001d0af9', 'name': '', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'mac_address': 'fa:16:3e:b9:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:25Z', 'updated_at': '2021-05-10T19:03:26Z', 'revision_number': 2, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'subnets': [{'id': '81082652-deb4-4240-9426-1d153df67cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:27.599105 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Checking router: 42f38f4a-1c96-4c41-b9a2-0f010ce4893c for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:03:27.599480 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Updating router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c port 08dde6bb-b668-404c-8e04-4881001d0af9 binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:03:27.651334 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:28.029289 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:28.045707 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Transition to ACTIVE for port object 08dde6bb-b668-404c-8e04-4881001d0af9 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:03:28.054104 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:28.060098 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:28.305284 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Pushing event updated for resources: {'Port': ['ID=08dde6bb-b668-404c-8e04-4881001d0af9,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:28.316742 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.317077 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.317405 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.317729 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.318071 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.318396 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.318711 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.319025 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.319355 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.319672 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.319981 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.320290 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Tracked resource versions report: May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: pushed versions: May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: { 'AddressGroup': {'1.2'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'ConntrackHelper': {'1.0'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Log': {'1.0'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Network': {'1.1'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Port': {'1.7'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'PortForwarding': {'1.2'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'QosPolicy': {'1.8'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroup': {'1.4'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroupRule': {'1.2'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SubPort': {'1.0'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Subnet': {'1.1'}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Trunk': {'1.1'}} May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: consumer versions: May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'ConntrackHelper': '1.0', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Log': '1.0', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Network': '1.1', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Port': '1.7', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'PortForwarding': '1.2', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'QosPolicy': '1.8', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroup': '1.4', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroupRule': '1.2', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SubPort': '1.0', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Subnet': '1.1', May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Trunk': '1.1'}} May 10 19:03:28.321390 dv-cinder-780933-5-iscsi neutron-server[78734]: {{(pid=78734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:03:28.325609 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Attempting to bind port 08dde6bb-b668-404c-8e04-4881001d0af9 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:03:28.326025 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Attempting to bind port 08dde6bb-b668-404c-8e04-4881001d0af9 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:03:28.326471 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Attempting to bind port 08dde6bb-b668-404c-8e04-4881001d0af9 on network b96d2dfe-4698-43d3-b648-c21977966a76 {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:03:28.328662 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:28.333321 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:03:28.333724 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Checking segment: {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:03:28.334212 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:28.334595 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Bound using segment: {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:03:28.335095 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Bound port: 08dde6bb-b668-404c-8e04-4881001d0af9, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abce60b0-23c8-41ee-afdd-83835b8d5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:03:28.335467 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:28.424488 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] For port 08dde6bb-b668-404c-8e04-4881001d0af9, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:03:28.428818 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] For port 08dde6bb-b668-404c-8e04-4881001d0af9, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=08dde6bb-b668-404c-8e04-4881001d0af9,segment=NetworkSegment(abce60b0-23c8-41ee-afdd-83835b8d5969),segment_id=abce60b0-23c8-41ee-afdd-83835b8d5969)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:03:28.433150 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:28.437610 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:28.503921 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Routers {'42f38f4a-1c96-4c41-b9a2-0f010ce4893c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:03:28.504549 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:03:21Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:28.647229 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Pushing event updated for resources: {'Port': ['ID=08dde6bb-b668-404c-8e04-4881001d0af9,revision_number=4']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:28.650832 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:28.678950 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] Set router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:03:29.002551 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'name': 'router1', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:03:16Z', 'updated_at': '2021-05-10T19:03:26Z', 'revision_number': 2, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'gw_port_host': None, '_interfaces': [{'id': '08dde6bb-b668-404c-8e04-4881001d0af9', 'name': '', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'mac_address': 'fa:16:3e:b9:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:25Z', 'updated_at': '2021-05-10T19:03:28Z', 'revision_number': 4, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'subnets': [{'id': '81082652-deb4-4240-9426-1d153df67cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:29.006527 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d962aee-4e3b-4c84-a745-289d51a3fbe0 None None] The sync data for ids ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'] in dv-cinder-780933-5-iscsi is: [{'id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'name': 'router1', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:03:16Z', 'updated_at': '2021-05-10T19:03:26Z', 'revision_number': 2, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'gw_port_host': None, '_interfaces': [{'id': '08dde6bb-b668-404c-8e04-4881001d0af9', 'name': '', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'mac_address': 'fa:16:3e:b9:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:25Z', 'updated_at': '2021-05-10T19:03:28Z', 'revision_number': 4, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'subnets': [{'id': '81082652-deb4-4240-9426-1d153df67cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:03:29.218904 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55906) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:29.365198 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eae48f-ef4d-46fb-b3b0-d308d78d9188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:29.365678 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-92eae48f-ef4d-46fb-b3b0-d308d78d9188 admin admin] Synchronizing usage tracker for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:03:29.386112 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-92eae48f-ef4d-46fb-b3b0-d308d78d9188 admin admin] Unset dirty status for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:03:29.392502 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-92eae48f-ef4d-46fb-b3b0-d308d78d9188 admin admin] 10.222.0.26 "GET /v2.0/networks/e5f0c515-27be-4783-a32c-c4e1f4fd333f HTTP/1.1" status: 200 len: 842 time: 0.1674645 May 10 19:03:29.397134 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:03:29.402888 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:03:29.407995 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Usage tracker for resource:subnet and tenant:c83b79d391e14e1498d865ce4aa6d410 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:03:29.410952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:03:29.417053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:03:29.427099 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Made reservation on behalf of c83b79d391e14e1498d865ce4aa6d410 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:03:29.429370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:29.843576 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.objects.ports [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78731) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 19:03:29.843946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:29.847598 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:29.920238 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210f7dc0-90ac-4d26-91f8-ca1407204734,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:29.924862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:29.928938 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:03:29.929295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Network hostable DHCP agents. Network: e5f0c515-27be-4783-a32c-c4e1f4fd333f, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:03:29.946180 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:03:29.954867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, e5f0c515-27be-4783-a32c-c4e1f4fd333f) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:29.961275 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:29.961889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:29.963600 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d8cc0-6087-46b7-b814-8a91af998117 None None] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:03:29.982983 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5889807 May 10 19:03:30.163482 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ba3fb-f532-427a-8efd-5c87a15259e0 None None] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:03:31.664783 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 08dde6bb-b668-404c-8e04-4881001d0af9 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:03:31.749924 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 08dde6bb-b668-404c-8e04-4881001d0af9 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:03:31.755195 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 08dde6bb-b668-404c-8e04-4881001d0af9 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:31.755807 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:31.877769 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:31.912832 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 08dde6bb-b668-404c-8e04-4881001d0af9, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=08dde6bb-b668-404c-8e04-4881001d0af9,segment=NetworkSegment(abce60b0-23c8-41ee-afdd-83835b8d5969),segment_id=abce60b0-23c8-41ee-afdd-83835b8d5969)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:03:31.916786 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:31.920008 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b06dea4c-9b37-4815-8150-35667e6df237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:31.987392 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=08dde6bb-b668-404c-8e04-4881001d0af9,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:31.990829 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:32.245095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55920) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:32.441601 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d68526fe-69b5-402f-a23b-d18a95376d77 admin admin] 10.222.0.26 "GET /v2.0/routers/42f38f4a-1c96-4c41-b9a2-0f010ce4893c HTTP/1.1" status: 200 len: 710 time: 0.1952515 May 10 19:03:32.568337 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e06db2-1341-4f5f-9f0c-338a9fc98a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:03:32.569662 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f1e06db2-1341-4f5f-9f0c-338a9fc98a90 admin admin] 10.222.0.26 "GET /v2.0/networks/e5f0c515-27be-4783-a32c-c4e1f4fd333f HTTP/1.1" status: 200 len: 886 time: 0.1231146 May 10 19:03:32.578870 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:03:33.057096 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:33.379482 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:33.434306 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:33.564930 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Allocated IP 172.27.3.240 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/4c089753-6ef5-453c-a05c-3069f0cd87ea) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:03:33.627518 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 08dde6bb-b668-404c-8e04-4881001d0af9 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:03:33.692916 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 08dde6bb-b668-404c-8e04-4881001d0af9 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:33.693196 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:33.708443 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:33.737515 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:33.742711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1b5fc491-148f-44a2-b28f-7f852c330e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:33.796807 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:03:33.799316 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:03:33.803546 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:03:33.924911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Pushing event updated for resources: {'Port': ['ID=4c089753-6ef5-453c-a05c-3069f0cd87ea,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:33.930111 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:34.181534 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:34.563961 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:34.567150 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-924471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-924421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-882700'] for router, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:34.739096 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:03:34.913549 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:03:34.922138 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:34.923382 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] 10.222.0.26 "PUT /v2.0/routers/42f38f4a-1c96-4c41-b9a2-0f010ce4893c HTTP/1.1" status: 200 len: 890 time: 2.3482435 May 10 19:03:34.923743 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Sync routers for ids ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:03:34.933815 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Routers {'42f38f4a-1c96-4c41-b9a2-0f010ce4893c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:03:34.935255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:03:21Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:35.123551 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Set router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:03:35.484753 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'name': 'router1', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '4c089753-6ef5-453c-a05c-3069f0cd87ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:03:16Z', 'updated_at': '2021-05-10T19:03:34Z', 'revision_number': 4, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'gw_port': {'id': '4c089753-6ef5-453c-a05c-3069f0cd87ea', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:33Z', 'updated_at': '2021-05-10T19:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '08dde6bb-b668-404c-8e04-4881001d0af9', 'name': '', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'mac_address': 'fa:16:3e:b9:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:25Z', 'updated_at': '2021-05-10T19:03:31Z', 'revision_number': 5, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'subnets': [{'id': '81082652-deb4-4240-9426-1d153df67cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:35.490175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Checking router: 42f38f4a-1c96-4c41-b9a2-0f010ce4893c for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:03:35.490532 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Updating router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c port 4c089753-6ef5-453c-a05c-3069f0cd87ea binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:03:35.542250 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:35.871222 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:35.882766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Transition to ACTIVE for port object 4c089753-6ef5-453c-a05c-3069f0cd87ea will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:03:35.890402 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:35.894210 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:35.969964 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Attempting to bind port 4c089753-6ef5-453c-a05c-3069f0cd87ea on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:03:35.970573 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Attempting to bind port 4c089753-6ef5-453c-a05c-3069f0cd87ea by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:03:35.970697 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Attempting to bind port 4c089753-6ef5-453c-a05c-3069f0cd87ea on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:03:35.978601 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698e61-e38d-4083-8915-01b986215b25 None None] Pushing event updated for resources: {'Port': ['ID=4c089753-6ef5-453c-a05c-3069f0cd87ea,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:35.981403 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-97698e61-e38d-4083-8915-01b986215b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:35.982514 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:03:35.982883 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:03:35.983275 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:35.983651 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:03:35.984118 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Bound port: 4c089753-6ef5-453c-a05c-3069f0cd87ea, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:03:35.984498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:36.055984 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] For port 4c089753-6ef5-453c-a05c-3069f0cd87ea, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:03:36.059157 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] For port 4c089753-6ef5-453c-a05c-3069f0cd87ea, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4c089753-6ef5-453c-a05c-3069f0cd87ea,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:03:36.063748 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:36.067854 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:36.141438 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Routers {'42f38f4a-1c96-4c41-b9a2-0f010ce4893c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:03:36.141976 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:03:21Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:36.265450 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97698e61-e38d-4083-8915-01b986215b25 None None] Pushing event updated for resources: {'Port': ['ID=4c089753-6ef5-453c-a05c-3069f0cd87ea,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:36.268886 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-97698e61-e38d-4083-8915-01b986215b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:36.328732 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] Set router 42f38f4a-1c96-4c41-b9a2-0f010ce4893c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:03:36.647487 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'name': 'router1', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '4c089753-6ef5-453c-a05c-3069f0cd87ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:03:16Z', 'updated_at': '2021-05-10T19:03:34Z', 'revision_number': 4, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'gw_port': {'id': '4c089753-6ef5-453c-a05c-3069f0cd87ea', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:33Z', 'updated_at': '2021-05-10T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '08dde6bb-b668-404c-8e04-4881001d0af9', 'name': '', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'mac_address': 'fa:16:3e:b9:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:25Z', 'updated_at': '2021-05-10T19:03:31Z', 'revision_number': 5, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'subnets': [{'id': '81082652-deb4-4240-9426-1d153df67cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:03:36.651633 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b93aff-317b-4a10-a146-cb1eff665490 None None] The sync data for ids ['42f38f4a-1c96-4c41-b9a2-0f010ce4893c'] in dv-cinder-780933-5-iscsi is: [{'id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'name': 'router1', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '4c089753-6ef5-453c-a05c-3069f0cd87ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:03:16Z', 'updated_at': '2021-05-10T19:03:34Z', 'revision_number': 4, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'gw_port': {'id': '4c089753-6ef5-453c-a05c-3069f0cd87ea', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:33Z', 'updated_at': '2021-05-10T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '08dde6bb-b668-404c-8e04-4881001d0af9', 'name': '', 'network_id': 'b96d2dfe-4698-43d3-b648-c21977966a76', 'tenant_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'mac_address': 'fa:16:3e:b9:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f38f4a-1c96-4c41-b9a2-0f010ce4893c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81082652-deb4-4240-9426-1d153df67cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:03:25Z', 'updated_at': '2021-05-10T19:03:31Z', 'revision_number': 5, 'project_id': 'cbc5baa7971c4be9b80b3737f15c93a6', 'subnets': [{'id': '81082652-deb4-4240-9426-1d153df67cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b76c4bf-44dc-49bd-a1d0-f141ec185c09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:03:37.262411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55930) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:03:37.381748 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ed5c13d6-8211-4363-8fc6-6a98b7c28147 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181121 May 10 19:03:37.651239 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4c089753-6ef5-453c-a05c-3069f0cd87ea up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:03:37.745028 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 4c089753-6ef5-453c-a05c-3069f0cd87ea completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:03:37.749731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 4c089753-6ef5-453c-a05c-3069f0cd87ea triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:37.750134 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:37.868537 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:37.885835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 4c089753-6ef5-453c-a05c-3069f0cd87ea, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4c089753-6ef5-453c-a05c-3069f0cd87ea,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:03:37.890768 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:37.894580 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-9bada7e6-4a1b-46c4-9efc-075d0b93fccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:03:37.959043 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=4c089753-6ef5-453c-a05c-3069f0cd87ea,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:03:37.963239 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:03:39.645040 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4c089753-6ef5-453c-a05c-3069f0cd87ea up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:03:39.719917 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 4c089753-6ef5-453c-a05c-3069f0cd87ea triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:03:39.720292 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:49.000500 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-062a7914-9061-4610-810e-017e40b75716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:51.001112 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:03:51.487103 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2e44953d-025c-43c7-a960-d9c168eb5fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:51.757777 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:52.707927 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:03:54.203536 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:19.008232 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-564307b2-b707-4fe2-a462-a3cf6456eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:21.481837 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-99f6a242-d1ef-4a0b-a6b6-fe467b77762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:21.751837 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:22.712962 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:24.198235 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:28.001731 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:04:48.992355 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-90ab3161-529c-4388-a030-50402e64e8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:51.485311 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-49d5cd1a-dce2-403f-b893-09a6fb3c9855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:51.744898 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:52.712615 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:04:54.199860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:05.000708 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:05:13.276622 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56500) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:13.344027 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b2c728-90da-40c9-b992-95755e5d5b36 admin admin] GET failed (client error): The resource could not be found. May 10 19:05:13.345298 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-86b2c728-90da-40c9-b992-95755e5d5b36 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677361 May 10 19:05:13.478308 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80dfb4-5b4c-417c-920d-1dbb9df217aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:13.479812 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3c80dfb4-5b4c-417c-920d-1dbb9df217aa admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1306703 May 10 19:05:15.601101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56510) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:15.705537 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1526c79e-9e98-4e7d-937e-5c35c0fd9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:15.706039 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1526c79e-9e98-4e7d-937e-5c35c0fd9b57 admin admin] Synchronizing usage tracker for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:subnet {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:05:15.723247 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1526c79e-9e98-4e7d-937e-5c35c0fd9b57 admin admin] Unset dirty status for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:subnet {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:05:15.724438 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1526c79e-9e98-4e7d-937e-5c35c0fd9b57 admin admin] 10.222.0.26 "GET /v2.0/subnets/81082652-deb4-4240-9426-1d153df67cba HTTP/1.1" status: 200 len: 849 time: 0.1224139 May 10 19:05:15.735160 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:05:15.847902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:16.031350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778694705758'] for subnet, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:16.034831 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ba303991-418a-42cf-995f-adceba4352d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:05:16.076118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:16.077176 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:16.090029 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] 10.222.0.26 "PUT /v2.0/subnets/81082652-deb4-4240-9426-1d153df67cba HTTP/1.1" status: 200 len: 868 time: 0.3471172 May 10 19:05:16.090290 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492e3f7-4bc6-4e95-b75e-4d975121f906 None None] Network b96d2dfe-4698-43d3-b648-c21977966a76 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:05:16.101803 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81082652-deb4-4240-9426-1d153df67cba,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:05:16.110174 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.110523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.110837 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.111163 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.111483 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.111799 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.112117 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.112429 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.112759 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.113072 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.113382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.113689 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:05:16.117607 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:05:16.540252 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4b5e5600-b633-4327-9146-1e7d5069ca64 None None] Provisioning complete for port 08dde6bb-b668-404c-8e04-4881001d0af9 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:05:16.540617 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5600-b633-4327-9146-1e7d5069ca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:16.662340 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4b5e5600-b633-4327-9146-1e7d5069ca64 None None] Provisioning complete for port dbb12519-b3af-4ce9-a4d4-3b9df0da3280 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:05:16.662600 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5600-b633-4327-9146-1e7d5069ca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:18.216044 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56520) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:18.424225 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af892fec-6a32-4768-8eb5-abb853df6330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:18.424727 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af892fec-6a32-4768-8eb5-abb853df6330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:18.426409 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-af892fec-6a32-4768-8eb5-abb853df6330 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094541 May 10 19:05:18.994870 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fe688b50-b73a-455f-a788-524388112e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:20.545016 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56530) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:20.722726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f014ec-4906-4224-9474-a506ad7285a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:20.723108 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f014ec-4906-4224-9474-a506ad7285a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:20.724628 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-05f014ec-4906-4224-9474-a506ad7285a7 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1784103 May 10 19:05:21.488033 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e4a43376-6d4a-49d4-8c19-7c60c349393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:21.746820 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:22.715533 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:22.848631 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56540) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:23.071004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a54f33-5909-4c20-949c-e1aec8c52ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:23.072329 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-67a54f33-5909-4c20-949c-e1aec8c52ba3 admin admin] 10.222.0.26 "GET /v2.0/networks/b96d2dfe-4698-43d3-b648-c21977966a76 HTTP/1.1" status: 200 len: 869 time: 0.2227747 May 10 19:05:24.205424 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:25.201149 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56550) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:25.371986 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be5510-19ae-435a-a4b7-d8a462f47799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:25.373312 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-75be5510-19ae-435a-a4b7-d8a462f47799 admin admin] 10.222.0.26 "GET /v2.0/networks/e5f0c515-27be-4783-a32c-c4e1f4fd333f HTTP/1.1" status: 200 len: 886 time: 0.1711957 May 10 19:05:27.536847 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56560) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:27.645299 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b5cc4-d018-4fbc-aab6-3b64d095f008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:27.645751 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b5cc4-d018-4fbc-aab6-3b64d095f008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:27.647455 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7a0b5cc4-d018-4fbc-aab6-3b64d095f008 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096458 May 10 19:05:29.771668 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56570) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:29.877678 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3267cad-85a2-4ce8-9a36-f3efbc79a202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:29.878169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3267cad-85a2-4ce8-9a36-f3efbc79a202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:29.879670 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c3267cad-85a2-4ce8-9a36-f3efbc79a202 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070812 May 10 19:05:32.007977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56580) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:32.110088 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46ee61-25af-493c-94fe-b48d6fb1f249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:32.111415 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4c46ee61-25af-493c-94fe-b48d6fb1f249 admin admin] 10.222.0.26 "GET /v2.0/subnets/210f7dc0-90ac-4d26-91f8-ca1407204734 HTTP/1.1" status: 200 len: 816 time: 0.1022768 May 10 19:05:34.203472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56590) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:34.311048 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5599a2-1114-4d71-84bf-2b2381121ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:34.312897 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5a5599a2-1114-4d71-84bf-2b2381121ae1 admin admin] 10.222.0.26 "GET /v2.0/subnets/81082652-deb4-4240-9426-1d153df67cba HTTP/1.1" status: 200 len: 868 time: 0.1079631 May 10 19:05:41.999869 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:05:48.997224 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fcfd987f-a4d0-4360-8ae0-01fdf95f3ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:51.489214 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-89d23183-5da1-480b-b7a4-451abf1b27a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:51.749573 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:52.718493 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:54.209776 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:05:57.193480 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56634) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:57.241276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [None req-f5265cef-f863-44c1-9ec8-fb5c6a49731d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:05:57.242258 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f5265cef-f863-44c1-9ec8-fb5c6a49731d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476832 May 10 19:05:59.416429 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56644) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:05:59.482849 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.pecan_wsgi.hooks.translation [None req-73062e7d-9d43-4b86-8800-021529cf903a admin admin] GET failed (client error): The resource could not be found. May 10 19:05:59.484084 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-73062e7d-9d43-4b86-8800-021529cf903a admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667357 May 10 19:05:59.607095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939cf4a-e8cd-4ec5-ab16-6ba910871db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:05:59.608450 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d939cf4a-e8cd-4ec5-ab16-6ba910871db8 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199222 May 10 19:06:01.784634 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56654) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:06:01.832424 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:06:01.836952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:06:01.846404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:06:01.855957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Made reservation on behalf of c83b79d391e14e1498d865ce4aa6d410 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:01.858223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:01.944130 dv-cinder-780933-5-iscsi neutron-server[78731]: WARNING neutron.services.revisions.revision_plugin [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Could not find related network for resource to bump revision. May 10 19:06:01.956038 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:06:01.964994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:01.965344 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Added segment c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe of type vlan for network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 May 10 19:06:01.990218 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:02.020401 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:02.022079 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:06:02.022924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:02.026930 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:06:02.130444 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3445804 May 10 19:06:02.132167 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Pushing event updated for resources: {'Network': ['ID=766f3a08-3c66-43a8-bbc4-6187f6a433e6,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:02.135350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:06:02.146572 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:06:04.349780 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56664) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:06:04.416395 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f573e6-25ce-418d-ba79-aefecc18b31f admin admin] GET failed (client error): The resource could not be found. May 10 19:06:04.416935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-24f573e6-25ce-418d-ba79-aefecc18b31f admin admin] Synchronizing usage tracker for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:06:04.431648 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-24f573e6-25ce-418d-ba79-aefecc18b31f admin admin] Unset dirty status for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:06:04.432840 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-24f573e6-25ce-418d-ba79-aefecc18b31f admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819848 May 10 19:06:04.547988 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ce0a8-cf9f-4923-9342-477f1a080a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:06:04.549339 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ea6ce0a8-cf9f-4923-9342-477f1a080a37 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1125586 May 10 19:06:04.558839 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6', 'name': 'shared-subnet'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:06:04.563225 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:06:04.572364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:06:04.582206 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Made reservation on behalf of c83b79d391e14e1498d865ce4aa6d410 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:06:04.584423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:04.951962 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:04.955644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf1625a0-1799-4c6c-92f3-7f11ffee7cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:06:05.023808 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:05.027229 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:06:05.033279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Checking segment: {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:06:05.033628 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Network hostable DHCP agents. Network: 766f3a08-3c66-43a8-bbc4-6187f6a433e6, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:06:05.050526 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:06:05.059498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 766f3a08-3c66-43a8-bbc4-6187f6a433e6) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:05.063476 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:06:05.064051 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:05.068178 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e1b82a-042f-49ae-a35a-2e77730a2f51 None None] Network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:06:05.088177 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5326896 May 10 19:06:05.318871 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-766f3a08-3c66-43a8-bbc4-6187f6a433e6', 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6', 'tenant_id': 'c83b79d391e14e1498d865ce4aa6d410', 'fixed_ips': [{'subnet_id': '69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:06:05.319708 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:05.479900 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Allocated IP 192.168.233.2 (766f3a08-3c66-43a8-bbc4-6187f6a433e6/69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd/2833b4c6-7cee-4b04-9057-1b8b3af925fc) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:06:05.687088 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:05.698249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Transition to ACTIVE for port object 2833b4c6-7cee-4b04-9057-1b8b3af925fc will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:06:05.717255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Transition to ACTIVE for port object 2833b4c6-7cee-4b04-9057-1b8b3af925fc will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:06:05.723758 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:05.728455 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:06:05.789444 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:06:05.793615 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:06:05.799648 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:06:05.838755 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Pushing event updated for resources: {'Port': ['ID=2833b4c6-7cee-4b04-9057-1b8b3af925fc,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:05.854936 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.855275 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.855609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.855930 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.856251 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.856573 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.856891 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.857208 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.857537 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.857853 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.858192 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.858501 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:06:05.885715 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:06:05.912061 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Attempting to bind port 2833b4c6-7cee-4b04-9057-1b8b3af925fc on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:06:05.912428 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Attempting to bind port 2833b4c6-7cee-4b04-9057-1b8b3af925fc by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:06:05.912789 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Attempting to bind port 2833b4c6-7cee-4b04-9057-1b8b3af925fc on network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:06:05.918319 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:06:05.918692 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Checking segment: {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:06:05.919091 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:05.919484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Bound using segment: {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:06:05.919948 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Bound port: 2833b4c6-7cee-4b04-9057-1b8b3af925fc, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:06:05.920334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:06.011989 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] For port 2833b4c6-7cee-4b04-9057-1b8b3af925fc, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:06:06.015536 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] For port 2833b4c6-7cee-4b04-9057-1b8b3af925fc, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=2833b4c6-7cee-4b04-9057-1b8b3af925fc,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:06:06.020559 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:06.024414 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:06:06.106208 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Pushing event updated for resources: {'Port': ['ID=2833b4c6-7cee-4b04-9057-1b8b3af925fc,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:06.108965 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:06:06.915054 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811ef0d-d87c-463e-89cd-afe8532c692e None None] Network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:06:07.010574 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-bd21ab36-5c1f-426b-a692-b58528f12394 None None] Provisioning for port 2833b4c6-7cee-4b04-9057-1b8b3af925fc completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:06:07.774426 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 2833b4c6-7cee-4b04-9057-1b8b3af925fc up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:06:07.847347 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 2833b4c6-7cee-4b04-9057-1b8b3af925fc completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:06:07.854330 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 2833b4c6-7cee-4b04-9057-1b8b3af925fc triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:06:07.854986 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:07.984391 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:08.019959 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 2833b4c6-7cee-4b04-9057-1b8b3af925fc, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=2833b4c6-7cee-4b04-9057-1b8b3af925fc,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:06:08.023808 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:08.026019 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-97698e61-e38d-4083-8915-01b986215b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:06:08.095632 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=2833b4c6-7cee-4b04-9057-1b8b3af925fc,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:06:08.098608 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:06:09.755551 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 2833b4c6-7cee-4b04-9057-1b8b3af925fc up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:06:09.823339 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 2833b4c6-7cee-4b04-9057-1b8b3af925fc triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:06:09.823707 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:18.999851 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb03a-1d4a-4250-aa45-acd7acd4d120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:19.002083 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:06:21.491167 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2e70-e396-4468-8131-4b1ddd7f4a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:21.754381 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:22.721674 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:24.210636 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:49.003540 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8a569c4a-5fb1-467b-870b-f9f68b81ca22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:51.493313 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-becd5518-0411-49fa-8714-bb3ad0abfb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:51.756911 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:52.724801 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:54.213183 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:06:56.000792 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:07:10.948669 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56714) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:07:10.954573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [None req-b48db9d6-3673-4a13-9a95-31d6cf728f7b tempest-verify_tempest_config-1858063371 tempest-verify_tempest_config-1858063371-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:07:10.955543 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b48db9d6-3673-4a13-9a95-31d6cf728f7b tempest-verify_tempest_config-1858063371 tempest-verify_tempest_config-1858063371-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058956 May 10 19:07:11.261106 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56732) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:07:11.378197 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.395019 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:07:11.398736 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d637d645b604bafaa0ac948a3befec8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:07:11.401435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:07:11.406971 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:07:11.490249 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.494019 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.501675 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:07:11.541544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Synchronizing usage tracker for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:07:11.543758 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca396251-cef3-4076-a31d-13ec96fe449f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:11.554105 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.554463 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.554794 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.555118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.555436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.555766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.556081 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.556393 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.556721 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.557079 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.557388 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.557693 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:07:11.561527 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:07:11.571873 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Unset dirty status for tenant:c83b79d391e14e1498d865ce4aa6d410 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:07:11.573053 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d637d645b604bafaa0ac948a3befec8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3110058 May 10 19:07:11.575782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56738) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:07:11.632888 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.657878 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.749064 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.752943 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:07:11.769023 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca396251-cef3-4076-a31d-13ec96fe449f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:07:11.771913 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:07:11.773843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:11.774966 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca396251-cef3-4076-a31d-13ec96fe449f HTTP/1.1" status: 204 len: 168 time: 0.1982737 May 10 19:07:19.007807 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-de76c2db-7cff-4a8e-a821-87a096130270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:21.495580 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-c2565f4a-1ada-41e8-b5b6-e50f14c3fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:21.758959 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:22.727652 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:24.216179 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:32.999783 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:07:49.008861 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0eb27429-b843-4083-b40b-641351351ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:51.496522 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8fae9aa2-03ac-4035-a35a-4925d8a5bb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:51.760836 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:52.728797 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:07:54.219482 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:09.998520 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:08:19.011035 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-cfc671ac-c15b-4bca-b709-fdc4b2ec1d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:21.497922 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-06b91e1e-9762-4cbd-9e35-36316b9383fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:21.763032 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:22.732751 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:24.222751 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:46.996760 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 5 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:08:49.013944 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b9b16010-b332-4ebb-977e-24e0af5bdca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:49.875714 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718'] for agent, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:51.499277 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-552439be-cf30-423d-a1d4-5c76cd03958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:51.764361 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:52.733915 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:08:54.312548 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:04.657930 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56810) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:09:04.808918 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7ea4e863-65f2-469b-baef-8b6f8d9da849 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1499295 May 10 19:09:06.891443 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56820) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:09:06.945043 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ff37ff4f-924a-44ac-8580-7466fb042d0e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525544 May 10 19:09:19.016008 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a06a-b551-4522-aab9-a5fc8fdfb7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:19.861045 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:21.500828 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-79e07e31-f2a2-4eba-9f74-8dd74fea087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:21.766410 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:22.737415 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:23.996006 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:09:24.225983 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:49.018508 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6b639192-9100-453f-8dc0-0f8eb68b447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:49.872057 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:51.516473 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e4f60446-8d92-4e3e-bd18-039e48252ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:51.770855 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:52.739338 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:09:54.236719 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:00.996033 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:10:19.020484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9b7b-1fb7-4d22-81af-6cfca73c92c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:19.882499 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:21.509806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f20a1c8d-f0b8-4767-a998-803d051978a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:21.774193 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:22.745617 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:24.239149 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:37.754128 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56962) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:38.008008 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:10:38.233173 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-213092719-network', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:38.243253 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:38.258463 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Usage tracker for resource:network and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:38.263439 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:38.275266 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:38.293890 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Made reservation on behalf of e327a77d7f2a49e5b787104587e87180 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:38.297788 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.327376 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.371693 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:38.380867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:38.387976 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:38.400857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:38.554155 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.560156 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.568645 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:38.616340 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:10:38.644702 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eb0189-fa3b-4331-aa6c-59020b2de1b5,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:38.653915 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.654492 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Added segment 413c9e1e-bcb0-4374-b74f-a4225beac536 of type vlan for network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa May 10 19:10:38.670724 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.671383 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.671957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.672523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.673078 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.673667 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.674420 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.675047 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.675601 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.676153 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.676702 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.677238 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Tracked resource versions report: May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: pushed versions: May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: { 'AddressGroup': {'1.2'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'ConntrackHelper': {'1.0'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Log': {'1.0'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Network': {'1.1'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Port': {'1.7'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'PortForwarding': {'1.2'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'QosPolicy': {'1.8'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroup': {'1.4'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroupRule': {'1.2'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SubPort': {'1.0'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Subnet': {'1.1'}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Trunk': {'1.1'}} May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: consumer versions: May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: HyperV agent@hv-cinder-78093: {}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'ConntrackHelper': '1.0', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Log': '1.0', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Network': '1.1', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Port': '1.7', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'PortForwarding': '1.2', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'QosPolicy': '1.8', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroup': '1.4', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SecurityGroupRule': '1.2', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'SubPort': '1.0', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Subnet': '1.1', May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: 'Trunk': '1.1'}} May 10 19:10:38.679107 dv-cinder-780933-5-iscsi neutron-server[78731]: {{(pid=78731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:10:38.695148 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:38.718983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.757444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.758845 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:38.759424 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:38.762992 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-556e63a3-7174-4c43-b5ab-50e8fee28548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:38.911235 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1509411 May 10 19:10:38.911235 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Pushing event updated for resources: {'Network': ['ID=026e81f3-1f3e-4c70-a8a9-d4be015c25fa,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:38.911994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57012) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:38.922685 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:10:38.923616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:38.928596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Request body: {'subnet': {'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-213092719-subnet', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:38.934525 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:38.940007 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Usage tracker for resource:subnet and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:38.944922 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:38.954668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:38.973088 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Made reservation on behalf of e327a77d7f2a49e5b787104587e87180 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:38.977672 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.118467 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57020) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:39.366306 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57034) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:39.623496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.627557 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-74c14b1c-e0ba-4407-8da8-9eaa6c18a43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:39.707462 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72194633-c98c-49e5-9fb8-f34754bc935e,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:39.710343 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:39.718682 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Checking segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:39.719036 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Network hostable DHCP agents. Network: 026e81f3-1f3e-4c70-a8a9-d4be015c25fa, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:10:39.742267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:10:39.747411 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-63809228-network', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:39.755329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 026e81f3-1f3e-4c70-a8a9-d4be015c25fa) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:39.758540 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:39.767719 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f806d3-68ae-4280-bb1e-32f19820ab69 None None] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:39.769853 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:39.770707 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.774159 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Usage tracker for resource:network and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:39.780541 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:39.798747 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2da050ad-4960-456d-8ee9-826d534dfbb9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8733854 May 10 19:10:39.799021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57046) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:39.800348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:39.807858 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:39.827551 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Made reservation on behalf of e7df175d1c58483bb9942f05be0afd98 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:39.830081 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:39.834914 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.841374 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Usage tracker for resource:router and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:39.848256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:39.855156 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:39.869706 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.873025 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.881400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.909412 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:39.922367 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:39.930528 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:39.936263 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:39.951542 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:40.209163 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.212905 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57058) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:40.223647 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1195171471-network', 'tenant_id': '1a729320b9c04e7781a400be176839d6'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:40.241413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.252681 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:40.317564 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:40.339502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:10:40.341088 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.344472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Usage tracker for resource:network and tenant:1a729320b9c04e7781a400be176839d6 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:40.391499 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00415693-bec4-4a5c-b483-ea9d26661ac9,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:40.430836 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:40.449237 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:10:40.467553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.471937 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.474997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.475739 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.477653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.481050 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.481912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.482700 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.483477 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.484990 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.488940 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.489751 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Tracked resource versions report: May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: pushed versions: May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: { 'AddressGroup': {'1.2'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'ConntrackHelper': {'1.0'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Log': {'1.0'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Network': {'1.1'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Port': {'1.7'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'PortForwarding': {'1.2'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'QosPolicy': {'1.8'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'SecurityGroup': {'1.4'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'SecurityGroupRule': {'1.2'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'SubPort': {'1.0'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Subnet': {'1.1'}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Trunk': {'1.1'}} May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: consumer versions: May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: HyperV agent@hv-cinder-78093: {}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'ConntrackHelper': '1.0', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Log': '1.0', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Network': '1.1', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Port': '1.7', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'PortForwarding': '1.2', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'QosPolicy': '1.8', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'SecurityGroup': '1.4', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'SecurityGroupRule': '1.2', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'SubPort': '1.0', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Subnet': '1.1', May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: 'Trunk': '1.1'}} May 10 19:10:40.498323 dv-cinder-780933-5-iscsi neutron-server[78732]: {{(pid=78732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:10:40.521668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.608279 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:40.668353 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778694711700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.669484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Unsubscribe: segment precommit_create {{(pid=78732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:10:40.670392 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Added segment f7473b7f-6662-4d71-ab41-98f28e68f6d2 of type vlan for network ce2f4e49-c2fa-4200-bae6-50251e049bae May 10 19:10:40.736694 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Allocated IP 172.20.0.2 (026e81f3-1f3e-4c70-a8a9-d4be015c25fa/72194633-c98c-49e5-9fb8-f34754bc935e/e12375a6-6d72-463a-b9a8-6a7544407d2a) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:40.752522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:40.758650 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Made reservation on behalf of 1a729320b9c04e7781a400be176839d6 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:40.762798 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.806067 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-network', 'tenant_id': 'b43d41569f514132912eaf2eb4641459'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:40.818468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.836593 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:40.870812 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Usage tracker for resource:network and tenant:b43d41569f514132912eaf2eb4641459 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:40.882773 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:40.891732 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:40.904938 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:40.912213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:40.928100 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Usage tracker for resource:security_group_rule and tenant:1a729320b9c04e7781a400be176839d6 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:40.947297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:40.978745 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:40.988724 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Made reservation on behalf of b43d41569f514132912eaf2eb4641459 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:40.992803 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.042774 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.095458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:41.104461 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.115715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Usage tracker for resource:security_group_rule and tenant:b43d41569f514132912eaf2eb4641459 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:41.122883 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:41.124339 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.140454 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:41.146470 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:41.150461 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.175614 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Transition to ACTIVE for port object e12375a6-6d72-463a-b9a8-6a7544407d2a will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:41.200313 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:41.247860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Transition to ACTIVE for port object e12375a6-6d72-463a-b9a8-6a7544407d2a will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:41.258536 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.278452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:41.313735 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.402870 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.448736 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:41.455386 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:41.462174 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:41.501315 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.531265 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ce2f4e49-c2fa-4200-bae6-50251e049bae,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:41.536315 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:41.543270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.547732 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4245553 May 10 19:10:41.570218 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:10:41.590364 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.590761 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Added segment 46d1d63a-6863-40d9-8e5c-8c568573e21e of type vlan for network 7323f1d3-0f1c-4b72-9c44-2356afd32665 May 10 19:10:41.598291 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network ce2f4e49-c2fa-4200-bae6-50251e049bae details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:10:41.622255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Pushing event updated for resources: {'Port': ['ID=e12375a6-6d72-463a-b9a8-6a7544407d2a,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:41.632024 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.674572 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57096) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:41.685258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:41.720702 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.721882 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.722638 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.723326 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.724002 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.724668 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.725356 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.726056 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.726804 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.727493 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.728195 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.728863 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Tracked resource versions report: May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: pushed versions: May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: { 'AddressGroup': {'1.2'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'ConntrackHelper': {'1.0'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Log': {'1.0'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Network': {'1.1'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Port': {'1.7'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'PortForwarding': {'1.2'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'QosPolicy': {'1.8'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroup': {'1.4'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroupRule': {'1.2'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SubPort': {'1.0'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Subnet': {'1.1'}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Trunk': {'1.1'}} May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: consumer versions: May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: HyperV agent@hv-cinder-78093: {}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'ConntrackHelper': '1.0', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Log': '1.0', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Network': '1.1', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Port': '1.7', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'PortForwarding': '1.2', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'QosPolicy': '1.8', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroup': '1.4', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SecurityGroupRule': '1.2', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'SubPort': '1.0', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Subnet': '1.1', May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: 'Trunk': '1.1'}} May 10 19:10:41.731034 dv-cinder-780933-5-iscsi neutron-server[78733]: {{(pid=78733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:10:41.735339 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Request body: {'subnet': {'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-subnet', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:41.739029 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9827f04-9dcd-4878-9869-b5998ce52e21,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:41.742542 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:41.743194 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.748380 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:41.749707 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:41.753526 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:41.754489 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.791574 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:41.855207 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Usage tracker for resource:subnet and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:41.885653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:41.904839 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Attempting to bind port e12375a6-6d72-463a-b9a8-6a7544407d2a on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:10:41.905560 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Attempting to bind port e12375a6-6d72-463a-b9a8-6a7544407d2a by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:10:41.906293 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Attempting to bind port e12375a6-6d72-463a-b9a8-6a7544407d2a on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:10:41.911693 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5436251 May 10 19:10:41.912671 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57106) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:41.926274 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:10:41.927085 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Checking segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:41.927922 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:41.928738 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Bound using segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:10:41.929760 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Bound port: e12375a6-6d72-463a-b9a8-6a7544407d2a, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:10:41.930635 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.000103 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Allocated IP 172.27.3.11 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/5309fa06-5cf8-447a-bc75-3e5f5095d4f2) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:42.079604 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:42.101233 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Request body: {'subnet': {'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1195171471-subnet', 'tenant_id': '1a729320b9c04e7781a400be176839d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:42.192641 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:42.199157 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Pushing event updated for resources: {'Network': ['ID=7323f1d3-0f1c-4b72-9c44-2356afd32665,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:42.218199 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Usage tracker for resource:subnet and tenant:1a729320b9c04e7781a400be176839d6 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:42.220693 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] For port e12375a6-6d72-463a-b9a8-6a7544407d2a, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:10:42.225800 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] For port e12375a6-6d72-463a-b9a8-6a7544407d2a, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e12375a6-6d72-463a-b9a8-6a7544407d2a,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:10:42.231996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 7323f1d3-0f1c-4b72-9c44-2356afd32665 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:10:42.235856 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:42.254036 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:42.258485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.288689 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:42.301198 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Made reservation on behalf of e7df175d1c58483bb9942f05be0afd98 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:42.313091 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.345747 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:42.365221 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.447133 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.455690 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e528e935-161e-408b-a1be-a50944c9bd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:42.616559 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:42.620944 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Made reservation on behalf of 1a729320b9c04e7781a400be176839d6 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:42.633064 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:42.643514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.654364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:42.720617 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Pushing event updated for resources: {'Port': ['ID=e12375a6-6d72-463a-b9a8-6a7544407d2a,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:42.727349 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:42.761864 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:42.829682 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:42.904722 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.910124 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:42.938826 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:43.274815 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:43.537294 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:10:43.701374 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:43.702713 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Added segment a2dc1f12-2916-4203-b443-fe6051bba4d2 of type vlan for network ca87c84b-d101-49ef-9d44-e37ca693fdff May 10 19:10:43.704468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322d0644-f6db-48e7-9774-1388aeb1924c,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:43.866225 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:43.973056 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:44.001663 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:44.128712 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e12375a6-6d72-463a-b9a8-6a7544407d2a up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:10:44.163983 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:44.170657 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:44.171468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:44.194140 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:44.276049 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port e12375a6-6d72-463a-b9a8-6a7544407d2a completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:44.281965 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd28872-16a1-4747-a695-4b7ab1efdf38 None None] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:44.486238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Pushing event updated for resources: {'Network': ['ID=ca87c84b-d101-49ef-9d44-e37ca693fdff,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:44.507255 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.2774982 May 10 19:10:44.513542 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57174) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:44.518515 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:44.562544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Request body: {'subnet': {'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-subnet', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:44.594628 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:44.657514 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Usage tracker for resource:subnet and tenant:b43d41569f514132912eaf2eb4641459 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:44.671375 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network ca87c84b-d101-49ef-9d44-e37ca693fdff details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:10:44.678837 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:44.705522 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:44.741953 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Made reservation on behalf of b43d41569f514132912eaf2eb4641459 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:10:44.746047 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:44.866669 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Provisioning for port e12375a6-6d72-463a-b9a8-6a7544407d2a completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:44.950022 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.005685 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:45.101059 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Provisioning complete for port e12375a6-6d72-463a-b9a8-6a7544407d2a triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:45.101539 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.103841 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.198621 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3e5431-c95e-4a6a-af98-830dffaef396,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:45.235319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:45.246599 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:45.265529 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Router 06d1940b-4a62-4553-b559-700606a411b8 is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:10:45.335438 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.394016 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] For port e12375a6-6d72-463a-b9a8-6a7544407d2a, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e12375a6-6d72-463a-b9a8-6a7544407d2a,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:10:45.407890 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.411342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:45.543840 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Pushing event updated for resources: {'Port': ['ID=e12375a6-6d72-463a-b9a8-6a7544407d2a,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:45.549611 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:45.554318 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Pushing event updated for resources: {'Subnet': ['ID=952af01a-38b5-40a6-ae4c-de29f191c709,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:45.556947 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57208) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:45.565603 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:45.574830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Checking segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:45.575583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Network hostable DHCP agents. Network: ce2f4e49-c2fa-4200-bae6-50251e049bae, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:10:45.590725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Checking segment: {'id': '46d1d63a-6863-40d9-8e5c-8c568573e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:45.591460 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Network hostable DHCP agents. Network: 7323f1d3-0f1c-4b72-9c44-2356afd32665, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:10:45.619182 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Network ce2f4e49-c2fa-4200-bae6-50251e049bae is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:10:45.633742 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Network 7323f1d3-0f1c-4b72-9c44-2356afd32665 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:10:45.638284 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, ce2f4e49-c2fa-4200-bae6-50251e049bae) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:45.644221 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 7323f1d3-0f1c-4b72-9c44-2356afd32665) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:45.660321 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:45.661291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.674410 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3302ce0-dd03-425f-bad5-e6fb49365f22 None None] Network ce2f4e49-c2fa-4200-bae6-50251e049bae requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:45.687732 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9622958 May 10 19:10:45.690468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:45.691998 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.696114 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57216) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:45.704922 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:45.719275 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:45.727199 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Usage tracker for resource:router and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:45.744246 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7109978 May 10 19:10:45.745768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:45.756310 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:45.760303 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15289c-215a-42a8-88dc-4f197b613a46 None None] Network 7323f1d3-0f1c-4b72-9c44-2356afd32665 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:45.785637 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.788790 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:45.845127 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:46.114757 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:46.152087 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e12375a6-6d72-463a-b9a8-6a7544407d2a up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:10:46.166813 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:10:46.184145 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:10:46.187555 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57230) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:46.196532 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:46.230413 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:10:46.231255 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:21Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:46.264968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Usage tracker for resource:security_group_rule and tenant:af36b8c19bc34c2e85817b2ef0a9dc50 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:46.282228 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:46.293587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:46.333154 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4095d418-d292-4918-ad28-2ef8e4f1a82a None None] Provisioning complete for port e12375a6-6d72-463a-b9a8-6a7544407d2a triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:46.334413 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4095d418-d292-4918-ad28-2ef8e4f1a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:46.608976 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:46.614166 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8116837 May 10 19:10:46.618268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57244) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:46.907258 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:10:47.133956 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-ce2f4e49-c2fa-4200-bae6-50251e049bae', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:10:47.135490 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:47.219460 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:47.370799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:47.387797 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Usage tracker for resource:security_group_rule and tenant:38c3ceda040b43839995d36ec112fe38 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:47.396434 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:47.422330 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:47.432900 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57276) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:47.462562 dv-cinder-780933-5-iscsi neutron-server[78731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:10:47.623852 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:47.636790 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:47.649152 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:47.674387 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-568822e3-6690-471f-844f-b5f01031aca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:47.703734 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:43Z', 'revision_number': 3, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:47.715826 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:10:47.716303 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Updating router 06d1940b-4a62-4553-b559-700606a411b8 port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:10:47.717428 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ce90ce-c76a-42bc-b5d0-ba2c42b0b03b,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:47.742479 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:47.832861 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c2e4e-70bc-4326-b8e6-b89ef275421a None None] Network 7323f1d3-0f1c-4b72-9c44-2356afd32665 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:47.852721 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:47.920504 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Allocated IP 172.20.0.2 (ce2f4e49-c2fa-4200-bae6-50251e049bae/de3e5431-c95e-4a6a-af98-830dffaef396/cf5886b4-95bf-40a3-ad4b-cdaf40de7061) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:47.931494 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af36b8c19bc34c2e85817b2ef0a9dc50&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3677723 May 10 19:10:47.932578 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57292) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:48.051112 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.147908 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.237773 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.265161 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.285021 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Transition to ACTIVE for port object 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:48.287083 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.304030 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.310052 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:48.337018 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6ba69f3d-df1a-458b-a636-d08d386565c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:48.437534 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Attempting to bind port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:10:48.438319 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Attempting to bind port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:10:48.439521 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Attempting to bind port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:10:48.443012 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Pushing event updated for resources: {'Port': ['ID=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:48.453531 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:10:48.454581 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:48.455963 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.456598 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:10:48.457842 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Bound port: 5309fa06-5cf8-447a-bc75-3e5f5095d4f2, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:10:48.458508 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.542252 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.543643 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.544248 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.544808 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.545347 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.545907 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.546584 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.547126 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.547691 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.548939 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38c3ceda040b43839995d36ec112fe38&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3535872 May 10 19:10:48.549153 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.549669 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.550747 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:10:48.550936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57300) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Tracked resource versions report: May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: pushed versions: May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: { 'AddressGroup': {'1.2'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'ConntrackHelper': {'1.0'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Log': {'1.0'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Network': {'1.1'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Port': {'1.7'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'PortForwarding': {'1.2'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'QosPolicy': {'1.8'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroup': {'1.4'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroupRule': {'1.2'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SubPort': {'1.0'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Subnet': {'1.1'}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Trunk': {'1.1'}} May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: consumer versions: May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: { DHCP agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: HyperV agent@hv-cinder-78093: {}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: L3 agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: Metadata agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: Metering agent@dv-cinder-780933-5-iscsi: {}, May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: Open vSwitch agent@dv-cinder-780933-5-iscsi: { 'AddressGroup': '1.2', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'ConntrackHelper': '1.0', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Log': '1.0', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Network': '1.1', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Port': '1.7', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'PortForwarding': '1.2', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'QosPolicy': '1.8', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroup': '1.4', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SecurityGroupRule': '1.2', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'SubPort': '1.0', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Subnet': '1.1', May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: 'Trunk': '1.1'}} May 10 19:10:48.552599 dv-cinder-780933-5-iscsi neutron-server[78734]: {{(pid=78734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:10:48.563752 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:48.589619 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726e07b9-76c5-4e62-a49e-618835ea6d62,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:48.589911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.609350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cdf531ac-2232-463c-9dbc-241881806933 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:48.624108 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cdf531ac-2232-463c-9dbc-241881806933 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/networks?id=7323f1d3-0f1c-4b72-9c44-2356afd32665 HTTP/1.1" status: 200 len: 812 time: 1.1866901 May 10 19:10:48.650193 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port e12375a6-6d72-463a-b9a8-6a7544407d2a triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:48.651067 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.667239 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:48.676122 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] For port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:10:48.680016 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.692118 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] For port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:10:48.701092 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:48.710153 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.737868 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:48.752805 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-eb290b74-1634-40e3-a79d-9d3d8e5ea0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:48.776287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ce90ce-c76a-42bc-b5d0-ba2c42b0b03b,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:48.779024 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.809968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:48.823143 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.837490 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Transition to ACTIVE for port object cf5886b4-95bf-40a3-ad4b-cdaf40de7061 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:48.930638 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Transition to ACTIVE for port object cf5886b4-95bf-40a3-ad4b-cdaf40de7061 will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:48.942164 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.948157 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Pushing event updated for resources: {'Port': ['ID=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:48.955026 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:48.960562 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9ce90ce-c76a-42bc-b5d0-ba2c42b0b03b HTTP/1.1" status: 204 len: 168 time: 1.0118356 May 10 19:10:49.019650 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:49.042996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.075411 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-97698e61-e38d-4083-8915-01b986215b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:49.092739 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:10:49.093794 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:21Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:49.147887 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0391bca-4d7b-4fbc-b970-71d2bad3b84c,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:49.151023 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1959bd70-5533-491f-81c8-f570cfc93607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.178028 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Network ce2f4e49-c2fa-4200-bae6-50251e049bae is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:49.181729 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:49.194992 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:49.239694 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:49.337056 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-58184268-2264-4c07-8de0-387ecf2dc1dd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/quotas/1a729320b9c04e7781a400be176839d6 HTTP/1.1" status: 200 len: 375 time: 0.6178250 May 10 19:10:49.348526 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Pushing event updated for resources: {'Port': ['ID=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:49.399645 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Allocated IP 172.27.3.60 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/ddd25acb-d260-4eba-af42-db10f4d74053) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:49.488211 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:10:49.518893 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-2c968619-5071-46d0-b716-900ce90db3a9 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a729320b9c04e7781a400be176839d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1492026 May 10 19:10:49.542213 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:49.547257 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Checking segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:49.547668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Network hostable DHCP agents. Network: ca87c84b-d101-49ef-9d44-e37ca693fdff, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:10:49.553354 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.562928 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Attempting to bind port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:10:49.564720 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Attempting to bind port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:10:49.565420 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Attempting to bind port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 on network ce2f4e49-c2fa-4200-bae6-50251e049bae {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:10:49.577480 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:10:49.578341 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Checking segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:49.579211 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.580708 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Bound using segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:10:49.581636 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Bound port: cf5886b4-95bf-40a3-ad4b-cdaf40de7061, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:10:49.583505 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.593727 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.763580 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.837205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.906343 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.910999 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:49.947616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Network ca87c84b-d101-49ef-9d44-e37ca693fdff is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:10:49.969553 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:49.977504 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] For port cf5886b4-95bf-40a3-ad4b-cdaf40de7061, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:10:49.987719 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] For port cf5886b4-95bf-40a3-ad4b-cdaf40de7061, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:10:50.001668 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.015699 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, ca87c84b-d101-49ef-9d44-e37ca693fdff) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:50.033293 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:50.033577 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:50.049099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:50.057934 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:50.072787 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:10:50.073617 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.117935 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a2f5e300-0d1d-4710-b7d6-b7975370f6a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 5.5909722 May 10 19:10:50.124491 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57340) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:50.140411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:10:50.169104 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69191e70-1a94-4879-b4f0-387e440e43c8 None None] Network ca87c84b-d101-49ef-9d44-e37ca693fdff requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:50.230988 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57344) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:50.232994 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:43Z', 'revision_number': 3, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:50.236942 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:50.244221 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc30b76-401d-43b0-b75c-f16477ee68a1 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:43Z', 'revision_number': 3, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:10:50.270639 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Usage tracker for resource:router and tenant:b43d41569f514132912eaf2eb4641459 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:50.306377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:50.323434 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.325222 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:50.346148 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.362799 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:50.370021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.373925 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/726e07b9-76c5-4e62-a49e-618835ea6d62 HTTP/1.1" status: 204 len: 168 time: 1.8163953 May 10 19:10:50.397900 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726e07b9-76c5-4e62-a49e-618835ea6d62,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:50.400911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:50.429973 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:50.432636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:6b324186d18e4dfdab72a357b46dc9de is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:50.436320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:50.447668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.449061 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.469147 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:50.489279 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Pushing event updated for resources: {'Port': ['ID=ddd25acb-d260-4eba-af42-db10f4d74053,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:50.493633 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Allocated IP 172.20.0.1 (026e81f3-1f3e-4c70-a8a9-d4be015c25fa/72194633-c98c-49e5-9fb8-f34754bc935e/06f013ad-7d9e-4856-abb4-df16f62092e7) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:50.500725 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57352) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:50.502691 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:50.503908 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:50.621040 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Pushing event updated for resources: {'Port': ['ID=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:50.625160 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:50.806637 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd7766-5df5-4665-88cf-41e1035da58b None None] Network ca87c84b-d101-49ef-9d44-e37ca693fdff requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:51.199517 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.216529 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-6830530f-cb7f-4dfc-af4d-54264bcb7d39 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:10:51.232737 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-6830530f-cb7f-4dfc-af4d-54264bcb7d39 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3634622 May 10 19:10:51.533714 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57362) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:51.534521 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d0cdb66-8759-49ad-9c9e-d6fd6c984d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.587013 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.592616 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device cf5886b4-95bf-40a3-ad4b-cdaf40de7061 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:10:51.618684 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.638193 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:51.704831 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:51.716226 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:10:51.757034 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Usage tracker for resource:security_group_rule and tenant:3f39b850d80d4d5da4bde8706868b7e1 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:51.778763 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:10:51.785799 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.840874 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.844428 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.850736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:51.870243 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:51.898581 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Usage tracker for resource:security_group_rule and tenant:f755b1baba644d458a4ba0c3386fe7e7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:10:51.900691 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:51.905000 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Transition to ACTIVE for port object 06f013ad-7d9e-4856-abb4-df16f62092e7 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:51.917256 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:51.918220 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:51.920514 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:10:51.967155 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:10:51.993231 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-dc81c7a8-ce85-4108-a46d-fae9dbbe5d1d service neutron] 10.222.0.26 "GET /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593393 May 10 19:10:52.152830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.228119 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.306372 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.338443 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:10:52.351369 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.360605 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:52.455991 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f7608f-70ba-4cc5-a432-5df1f466a5cc None None] Network ce2f4e49-c2fa-4200-bae6-50251e049bae requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:10:52.484081 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.501125 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.544254 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.567237 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-710d7346-61ca-439c-ad58-1d566a47b420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:52.575769 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:52.632835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Provisioning for port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:52.649539 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Provisioning complete for port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:52.650137 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.671781 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f39b850d80d4d5da4bde8706868b7e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1348314 May 10 19:10:52.676681 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57368) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:52.685046 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:52.692542 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e293c19c-b7df-4493-94ec-4b88ed53d64c,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:52.693311 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.699752 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:52.734898 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:10:52.737917 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:52.739994 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b324186d18e4dfdab72a357b46dc9de&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4997973 May 10 19:10:52.741282 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85961d3-8d7d-4472-8c9e-ca195f09c978,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:52.750175 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57374) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:52.753711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:52.759497 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:52.818423 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-f2be9f79-fcbf-4789-8787-851f924e897f service neutron] 10.222.0.26 "GET /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828806 May 10 19:10:52.857410 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:52.947397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Pushing event updated for resources: {'Port': ['ID=06f013ad-7d9e-4856-abb4-df16f62092e7,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:52.952528 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:52.962884 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:52.964545 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:52.983336 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:52.983797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.008324 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.046836 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.076214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:53.086985 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.221452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f755b1baba644d458a4ba0c3386fe7e7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7155304 May 10 19:10:53.225031 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.233902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e96e21-0a4a-44cb-9220-8fced7216933,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:53.258780 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57380) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:53.287844 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:53.307507 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:10:53.421224 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.425304 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.518837 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.532481 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:10:53.558856 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.563056 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8630862 May 10 19:10:53.572459 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57394) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:53.572920 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57396) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:53.597259 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:10:53.682670 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:10:53.683699 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:53.723113 dv-cinder-780933-5-iscsi neutron-server[78732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:10:53.786547 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.829621 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.845321 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-401db570-7e4e-4139-93df-c76927966170 req-2b7fd244-915b-46f3-9f59-0587cbd878dd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.2704520 May 10 19:10:53.846459 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] For port cf5886b4-95bf-40a3-ad4b-cdaf40de7061, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:10:53.871318 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.877365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:53.893199 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:53.912703 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:53.992936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.015452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:54.016015 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.053078 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:10:54.092222 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293c19c-b7df-4493-94ec-4b88ed53d64c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:54.244606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:54.247382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.280293 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.356237 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.358020 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e293c19c-b7df-4493-94ec-4b88ed53d64c HTTP/1.1" status: 204 len: 168 time: 1.6630857 May 10 19:10:54.392644 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Pushing event updated for resources: {'Port': ['ID=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:54.410356 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:54.628418 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.643866 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-7cbe5429-d844-4323-9bf9-2369406ce449 None None] Provisioning for port 06f013ad-7d9e-4856-abb4-df16f62092e7 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:54.656744 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.706580 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-27eae085-151e-4b9a-851d-6c70d534e978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:54.735502 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85961d3-8d7d-4472-8c9e-ca195f09c978,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:54.744558 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:54.748278 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.770188 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f4aaf5f6-6c6e-4a3a-9cec-e85fbd93bbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:54.793870 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.799790 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b85961d3-8d7d-4472-8c9e-ca195f09c978 HTTP/1.1" status: 204 len: 168 time: 2.0381064 May 10 19:10:54.819742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e96e21-0a4a-44cb-9220-8fced7216933,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:54.859443 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.861862 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75e96e21-0a4a-44cb-9220-8fced7216933 HTTP/1.1" status: 204 len: 168 time: 1.5893190 May 10 19:10:54.863636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:54.869196 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-7cbe5429-d844-4323-9bf9-2369406ce449 None None] Provisioning complete for port 06f013ad-7d9e-4856-abb4-df16f62092e7 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:54.870088 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5429-d844-4323-9bf9-2369406ce449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.876189 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.db.resource_extend [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:10:54.934706 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:54.985586 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Allocated IP 172.27.3.7 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/b3e1470f-1e5c-4879-8c27-6c46287cbe00) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:55.032023 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe5429-d844-4323-9bf9-2369406ce449 None None] Port 06f013ad-7d9e-4856-abb4-df16f62092e7 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:10:55.156172 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-95764c41-06c9-4a69-a363-4c3d52386215 req-528a79fc-2194-4e8c-a1d0-ef348d9fad2b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.1155622 May 10 19:10:55.192116 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:55.214745 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:55.267296 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-8bfe480b-ad50-47f2-a543-adf6525153a9 None None] Provisioning complete for port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:55.267680 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8bfe480b-ad50-47f2-a543-adf6525153a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:55.287524 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5f844acb-3b76-4d02-ae70-e9f82e96f7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:55.463806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device cf5886b4-95bf-40a3-ad4b-cdaf40de7061 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:10:55.492579 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Pushing event updated for resources: {'Port': ['ID=06f013ad-7d9e-4856-abb4-df16f62092e7,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:55.515126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:55.592781 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:50Z', 'revision_number': 3, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:55.644500 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:10:55.644862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Updating router ea98baf2-676c-4ccb-8cca-3c9db4217f99 port ddd25acb-d260-4eba-af42-db10f4d74053 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:10:55.707533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:55.729498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:55.735582 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:55.755796 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:55.869315 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:55.872868 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:55.921576 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:56.213764 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-226e4545-33c6-4ceb-ae51-84cd27d70a0a None None] Provisioning complete for port 06f013ad-7d9e-4856-abb4-df16f62092e7 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:56.214586 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-226e4545-33c6-4ceb-ae51-84cd27d70a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:56.326317 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-226e4545-33c6-4ceb-ae51-84cd27d70a0a None None] Port 06f013ad-7d9e-4856-abb4-df16f62092e7 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:10:56.387817 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:56.423756 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Router 06d1940b-4a62-4553-b559-700606a411b8 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:10:56.427101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:56.505232 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Allocated IP 172.20.0.1 (ce2f4e49-c2fa-4200-bae6-50251e049bae/de3e5431-c95e-4a6a-af98-830dffaef396/479b70c8-d75f-4e12-8de6-60295fdaa721) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:10:56.586280 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:56.589647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:56.607711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:56.836594 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-09aa0558-3929-46c6-9975-c7c0f25f96c4 req-1f45f1b6-3f38-4fc7-b142-2c8b010d3567 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.1326280 May 10 19:10:57.020397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e1470f-1e5c-4879-8c27-6c46287cbe00,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:57.042919 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.074611 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Transition to ACTIVE for port object 479b70c8-d75f-4e12-8de6-60295fdaa721 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:57.090860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.107005 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Transition to ACTIVE for port object ddd25acb-d260-4eba-af42-db10f4d74053 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:10:57.117128 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.120892 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.132055 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:57.132319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cf062eab-dca7-4c4b-bad6-f9c300986dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:57.237470 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Attempting to bind port ddd25acb-d260-4eba-af42-db10f4d74053 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:10:57.238528 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Attempting to bind port ddd25acb-d260-4eba-af42-db10f4d74053 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:10:57.239075 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Attempting to bind port ddd25acb-d260-4eba-af42-db10f4d74053 on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:10:57.271163 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:10:57.271601 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:10:57.272216 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.274124 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:10:57.274124 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Bound port: ddd25acb-d260-4eba-af42-db10f4d74053, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:10:57.274559 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.287272 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:57.288636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:10:57.311001 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:10:57.311649 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Pushing event updated for resources: {'Port': ['ID=479b70c8-d75f-4e12-8de6-60295fdaa721,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:57.311797 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] 10.222.0.26 "PUT /v2.0/routers/06d1940b-4a62-4553-b559-700606a411b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6738338 May 10 19:10:57.317094 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:10:57.317094 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:57.322654 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:57.352924 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Network ce2f4e49-c2fa-4200-bae6-50251e049bae is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:10:57.354246 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:10:57.371936 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:10:57.372447 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.518202 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970331d-efc7-4458-b685-f20d6e204da3 None None] Pushing event updated for resources: {'Port': ['ID=ddd25acb-d260-4eba-af42-db10f4d74053,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:57.542884 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-6970331d-efc7-4458-b685-f20d6e204da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:57.701273 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] For port ddd25acb-d260-4eba-af42-db10f4d74053, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:10:57.714155 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] For port ddd25acb-d260-4eba-af42-db10f4d74053, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddd25acb-d260-4eba-af42-db10f4d74053,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:10:57.727235 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:57.737695 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:10:57.948946 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:10:57.963343 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.32', 55302) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:10:58.058301 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970331d-efc7-4458-b685-f20d6e204da3 None None] Pushing event updated for resources: {'Port': ['ID=ddd25acb-d260-4eba-af42-db10f4d74053,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:10:58.064666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:10:58.078187 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:58.219875 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-6970331d-efc7-4458-b685-f20d6e204da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:10:58.431136 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:58.470067 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a52e29db-bbb1-49f7-88f8-ec1c04a6df5f req-3a1ac377-addd-46eb-af71-48b78259e07e tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.3079615 May 10 19:10:58.516611 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-d16b5a94-5cf8-4f4c-b315-1a3a7eb8d0f9 None None] Provisioning for port 479b70c8-d75f-4e12-8de6-60295fdaa721 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:10:58.549789 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-d16b5a94-5cf8-4f4c-b315-1a3a7eb8d0f9 None None] Provisioning complete for port 479b70c8-d75f-4e12-8de6-60295fdaa721 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:10:58.550586 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d16b5a94-5cf8-4f4c-b315-1a3a7eb8d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:58.776675 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-d16b5a94-5cf8-4f4c-b315-1a3a7eb8d0f9 None None] Port 479b70c8-d75f-4e12-8de6-60295fdaa721 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:10:58.881639 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:10:59.059321 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:10:59.152838 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:10:54Z', 'revision_number': 2, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:10:59.178843 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:10:59.178843 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Updating router 06d1940b-4a62-4553-b559-700606a411b8 port 06f013ad-7d9e-4856-abb4-df16f62092e7 binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:10:59.423700 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.022380 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.111528 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57572) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:00.134807 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36010318', 'description': 'tempest-description--1152393068'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:00.135883 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:50Z', 'revision_number': 3, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:00.144649 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bae-8546-463d-aa97-d0550fa049dc None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:50Z', 'revision_number': 3, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:00.146522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.156984 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:00.166435 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f7858227-1a85-4f6e-b252-0c180505a78a req-c28b0da5-07aa-41b5-b549-f5a902d79d32 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.1433656 May 10 19:11:00.176090 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.185415 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:00.245976 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-80859aac-b940-47e0-b232-563cdf507623 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:00.259680 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-80859aac-b940-47e0-b232-563cdf507623 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.32 "GET /v2.0/networks?id=7323f1d3-0f1c-4b72-9c44-2356afd32665 HTTP/1.1" status: 200 len: 812 time: 2.2894473 May 10 19:11:00.262593 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:00.307173 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:00.339942 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.355781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Request body: {'port': {'device_id': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665', 'admin_state_up': True, 'tenant_id': '1a729320b9c04e7781a400be176839d6'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:00.372634 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Transition to ACTIVE for port object 06f013ad-7d9e-4856-abb4-df16f62092e7 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:00.384584 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:00.391269 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.401899 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-87f747a1-965c-4c32-97a0-0b6f04d225cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:00.614170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Pushing event updated for resources: {'Port': ['ID=479b70c8-d75f-4e12-8de6-60295fdaa721,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:00.628516 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.650780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:00.703831 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:00.736084 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:00.743828 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:00.759118 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:00.782093 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:00.786543 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Network ce2f4e49-c2fa-4200-bae6-50251e049bae is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:00.790917 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:01.040171 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77a62f-78f7-42e4-81f6-25ffe4d3e10c None None] Pushing event updated for resources: {'Port': ['ID=06f013ad-7d9e-4856-abb4-df16f62092e7,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:01.080231 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7e77a62f-78f7-42e4-81f6-25ffe4d3e10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:01.106377 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Attempting to bind port 06f013ad-7d9e-4856-abb4-df16f62092e7 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:01.106871 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Attempting to bind port 06f013ad-7d9e-4856-abb4-df16f62092e7 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:01.107238 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Attempting to bind port 06f013ad-7d9e-4856-abb4-df16f62092e7 on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:01.126773 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:01.127150 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Checking segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:01.127569 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.127975 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Bound using segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:01.128776 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Bound port: 06f013ad-7d9e-4856-abb4-df16f62092e7, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:01.129239 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.317350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:01.328648 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Usage tracker for resource:port and tenant:1a729320b9c04e7781a400be176839d6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:01.337134 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:01.377530 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:01.382961 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] For port 06f013ad-7d9e-4856-abb4-df16f62092e7, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:01.392356 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] For port 06f013ad-7d9e-4856-abb4-df16f62092e7, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=06f013ad-7d9e-4856-abb4-df16f62092e7,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:01.417955 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.427961 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:01.429039 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Made reservation on behalf of 1a729320b9c04e7781a400be176839d6 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:11:01.444409 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.500396 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-eade0a81-5d36-47b1-8526-a09acbf20050 None None] Provisioning complete for port 479b70c8-d75f-4e12-8de6-60295fdaa721 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:01.506451 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eade0a81-5d36-47b1-8526-a09acbf20050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.536270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.628677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.689147 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5cc3bc75-1965-491e-9c1c-4483ea8d5372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:01.768525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:11:01.829007 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:01.833506 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:01.926688 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddd25acb-d260-4eba-af42-db10f4d74053 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:01.931361 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9da210-e957-4254-a6ca-8f308736f61f,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:01.946686 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:01.961655 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:01.966111 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8531911 May 10 19:11:01.969619 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57624) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:02.132994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Allocated IP 172.20.0.11 (7323f1d3-0f1c-4b72-9c44-2356afd32665/952af01a-38b5-40a6-ae4c-de29f191c709/7bc6c6eb-6e8f-42f5-a343-8a0326295422) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:02.265718 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'security_group_rule': {'security_group_id': '6e9da210-e957-4254-a6ca-8f308736f61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:02.307975 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77a62f-78f7-42e4-81f6-25ffe4d3e10c None None] Pushing event updated for resources: {'Port': ['ID=06f013ad-7d9e-4856-abb4-df16f62092e7,revision_number=4']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:02.315318 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:02.520828 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-eade0a81-5d36-47b1-8526-a09acbf20050 None None] Port 479b70c8-d75f-4e12-8de6-60295fdaa721 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:11:02.578976 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7e77a62f-78f7-42e4-81f6-25ffe4d3e10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:02.647127 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88f54610-c1d7-483c-ba83-267954449ce0 req-be511c9f-7553-4088-b57d-4278a8b32f62 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.2613442 May 10 19:11:02.767582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:02.786870 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port ddd25acb-d260-4eba-af42-db10f4d74053 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:02.787094 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:02.815786 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port ddd25acb-d260-4eba-af42-db10f4d74053 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:02.816830 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:02.820502 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:02.883104 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:02.952655 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.087856 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:11:03.136567 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] 10.222.0.26 "PUT /v2.0/routers/ea98baf2-676c-4ccb-8cca-3c9db4217f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5560291 May 10 19:11:03.224939 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.230156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.237270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:03.377130 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e72443d-0d06-4a5b-8ec5-25618a9751c2,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:03.393795 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:03.422049 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.428310 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4467614 May 10 19:11:03.432991 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57662) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:03.457255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.458440 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'security_group_rule': {'security_group_id': '6e9da210-e957-4254-a6ca-8f308736f61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:03.481745 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Router c70c602c-a671-4f5a-9ab4-4848705c669b is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:11:03.492780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:03.510785 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:03.522693 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:03.536407 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.545288 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port ddd25acb-d260-4eba-af42-db10f4d74053, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddd25acb-d260-4eba-af42-db10f4d74053,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:03.551678 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.554358 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:03.559349 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-64978afa-4cdb-4c9c-adb0-89582a419d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:03.607622 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.860982 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=ddd25acb-d260-4eba-af42-db10f4d74053,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:03.877068 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:03.951696 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:11:03.962638 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Sync routers for ids ['c70c602c-a671-4f5a-9ab4-4848705c669b'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:11:03.987761 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Routers {'c70c602c-a671-4f5a-9ab4-4848705c669b'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:03.991604 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c70c602c-a671-4f5a-9ab4-4848705c669b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:03.992672 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:03.994222 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.8662233 May 10 19:11:03.999664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57678) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:04.003455 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:04.016080 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:04.030789 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:04.163582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c272103-0bfa-4f7c-aa06-b2e0d8c14640,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:04.167900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:04.176404 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:04.177592 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7435710 May 10 19:11:04.181883 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57682) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:04.183651 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:01Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:04.192462 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'floatingip': {'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:04.197060 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927ae79-8a3c-4838-b5a6-f2323620d6b9 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:01Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:04.203448 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:04.211883 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:floatingip and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:04.221238 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:11:04.225596 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:04.240165 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:04.241656 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:04.247277 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:04.283530 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:04.710991 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-2299ed5a-d60d-4b6e-b87f-99b243e95efa req-559c247e-1682-4ae7-9711-f292d61ddfcd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Synchronizing usage tracker for tenant:1a729320b9c04e7781a400be176839d6 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:04.731816 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Set router c70c602c-a671-4f5a-9ab4-4848705c669b gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:04.857561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:04.940442 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-2299ed5a-d60d-4b6e-b87f-99b243e95efa req-559c247e-1682-4ae7-9711-f292d61ddfcd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Unset dirty status for tenant:1a729320b9c04e7781a400be176839d6 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:04.951186 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2299ed5a-d60d-4b6e-b87f-99b243e95efa req-559c247e-1682-4ae7-9711-f292d61ddfcd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.7417729 May 10 19:11:04.962643 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:05.054647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:05.057192 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:05.136368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57690) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:05.155506 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415856385', 'description': 'tempest-description--525415442'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:05.337131 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Network 7323f1d3-0f1c-4b72-9c44-2356afd32665 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:05.371148 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:05.448070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Pushing event updated for resources: {'Port': ['ID=7bc6c6eb-6e8f-42f5-a343-8a0326295422,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:05.540234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Allocated IP 172.27.3.204 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/adf598f9-5e1e-4a88-84ae-5a6b96c9dd07) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:05.541602 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:05.557025 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:05.557329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:05.939657 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 06f013ad-7d9e-4856-abb4-df16f62092e7 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:06.320971 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 06f013ad-7d9e-4856-abb4-df16f62092e7 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:06.347008 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 06f013ad-7d9e-4856-abb4-df16f62092e7 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:06.347634 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:06.455579 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:06.491664 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:06.513608 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:06.581262 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:06.593577 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:10:57Z', 'revision_number': 3, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:06.600821 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:10:59Z', 'revision_number': 2, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:06.602455 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Checking router: c70c602c-a671-4f5a-9ab4-4848705c669b for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:11:06.613843 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Updating router c70c602c-a671-4f5a-9ab4-4848705c669b port b3e1470f-1e5c-4879-8c27-6c46287cbe00 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:11:06.624333 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:11:06.624790 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Updating router ea98baf2-676c-4ccb-8cca-3c9db4217f99 port 479b70c8-d75f-4e12-8de6-60295fdaa721 binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:11:06.647009 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.592s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:06.650360 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:06.687963 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:06.765477 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:06.785266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:06.809243 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:06.833090 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:06.852311 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:06.973079 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.044108 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 06f013ad-7d9e-4856-abb4-df16f62092e7, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=06f013ad-7d9e-4856-abb4-df16f62092e7,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:07.060492 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.062058 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddd25acb-d260-4eba-af42-db10f4d74053 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:07.151458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.152904 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:07.185553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.192480 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.239730 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:07.250332 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8942006 May 10 19:11:07.356869 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=06f013ad-7d9e-4856-abb4-df16f62092e7,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:07.366728 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:07.409199 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.416695 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:07.419692 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:07.428174 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57744) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:07.431590 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2958727 May 10 19:11:07.436220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:07.448545 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1160cc0e-63b9-4c2c-b016-466e0ff6456d,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:07.456276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:07.487031 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:07.493472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:07.629559 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-28f81f2b-8078-4379-9f3d-2835bfc1034b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:11:07.647326 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-28f81f2b-8078-4379-9f3d-2835bfc1034b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2100670 May 10 19:11:07.692636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e035f-ce42-4371-90b2-18692688cd19 req-be730a59-e23a-420a-a6ec-64019c8ce1b4 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:07.710763 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-209e035f-ce42-4371-90b2-18692688cd19 req-be730a59-e23a-420a-a6ec-64019c8ce1b4 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 932 time: 0.6782629 May 10 19:11:07.725365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'security_group_rule': {'security_group_id': '1160cc0e-63b9-4c2c-b016-466e0ff6456d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:07.776853 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:07.843430 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:07.887003 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:07.923900 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:07.939582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'Port': ['ID=adf598f9-5e1e-4a88-84ae-5a6b96c9dd07,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:07.993641 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:08.041403 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.185559 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.230034 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.259549 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.291160 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-209e035f-ce42-4371-90b2-18692688cd19 req-2b1379ec-6515-45a7-b7e7-3c0e119f39ba tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789287 May 10 19:11:08.328992 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Transition to ACTIVE for port object 479b70c8-d75f-4e12-8de6-60295fdaa721 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:08.349243 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.365314 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-7e77a62f-78f7-42e4-81f6-25ffe4d3e10c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:08.398799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.612035 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port ddd25acb-d260-4eba-af42-db10f4d74053 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:08.613284 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.752369 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.807766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Transition to ACTIVE for port object b3e1470f-1e5c-4879-8c27-6c46287cbe00 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:08.864826 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:08.878683 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:08.883149 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Allocated IP 172.20.0.1 (ca87c84b-d101-49ef-9d44-e37ca693fdff/c0391bca-4d7b-4fbc-b970-71d2bad3b84c/9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:08.902705 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad113a86-04a4-4a07-890a-02bcf0349e3a None None] Pushing event updated for resources: {'Port': ['ID=479b70c8-d75f-4e12-8de6-60295fdaa721,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:08.909352 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ad113a86-04a4-4a07-890a-02bcf0349e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:09.050204 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Attempting to bind port 479b70c8-d75f-4e12-8de6-60295fdaa721 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:09.050204 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Attempting to bind port 479b70c8-d75f-4e12-8de6-60295fdaa721 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:09.050750 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Attempting to bind port 479b70c8-d75f-4e12-8de6-60295fdaa721 on network ce2f4e49-c2fa-4200-bae6-50251e049bae {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:09.061963 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:09.063524 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Checking segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:09.065604 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.066629 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Bound using segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:09.066629 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Bound port: 479b70c8-d75f-4e12-8de6-60295fdaa721, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:09.067660 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.076082 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b9fa-bef7-43eb-a374-4ad1eac5fc17 None None] Pushing event updated for resources: {'Port': ['ID=b3e1470f-1e5c-4879-8c27-6c46287cbe00,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:09.099852 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.108941 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.119068 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-bb83b9fa-bef7-43eb-a374-4ad1eac5fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:09.122635 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:09.163571 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.194158 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.195990 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0079951 May 10 19:11:09.237007 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.243811 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'Port': ['ID=adf598f9-5e1e-4a88-84ae-5a6b96c9dd07,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:09.247881 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:09.258278 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Attempting to bind port b3e1470f-1e5c-4879-8c27-6c46287cbe00 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:09.258658 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Attempting to bind port b3e1470f-1e5c-4879-8c27-6c46287cbe00 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:09.259032 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Attempting to bind port b3e1470f-1e5c-4879-8c27-6c46287cbe00 on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:09.274579 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:09.274925 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:09.275345 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.275743 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:09.276274 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Bound port: b3e1470f-1e5c-4879-8c27-6c46287cbe00, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:09.276666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.341705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Request body: {'port': {'device_id': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:09.358098 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] For port 479b70c8-d75f-4e12-8de6-60295fdaa721, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:09.361625 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] For port 479b70c8-d75f-4e12-8de6-60295fdaa721, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=479b70c8-d75f-4e12-8de6-60295fdaa721,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:09.366606 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.371731 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ad113a86-04a4-4a07-890a-02bcf0349e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:09.499715 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.522662 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] For port b3e1470f-1e5c-4879-8c27-6c46287cbe00, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:09.535080 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] For port b3e1470f-1e5c-4879-8c27-6c46287cbe00, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3e1470f-1e5c-4879-8c27-6c46287cbe00,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:09.584499 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.637721 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:09.725194 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad113a86-04a4-4a07-890a-02bcf0349e3a None None] Pushing event updated for resources: {'Port': ['ID=479b70c8-d75f-4e12-8de6-60295fdaa721,revision_number=4']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:09.748841 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ad113a86-04a4-4a07-890a-02bcf0349e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:09.765577 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.816012 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:09.818281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:09.821424 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:09.923370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:09.969618 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b9fa-bef7-43eb-a374-4ad1eac5fc17 None None] Pushing event updated for resources: {'Port': ['ID=b3e1470f-1e5c-4879-8c27-6c46287cbe00,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:09.992400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94778406-b54b-401a-a6a7-e8d001f84c84 req-4b0506f5-39fe-4f07-b5b5-635a17e23e96 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:10.008152 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-94778406-b54b-401a-a6a7-e8d001f84c84 req-4b0506f5-39fe-4f07-b5b5-635a17e23e96 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 932 time: 0.3488593 May 10 19:11:10.014131 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-bb83b9fa-bef7-43eb-a374-4ad1eac5fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:10.063573 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Routers {'c70c602c-a671-4f5a-9ab4-4848705c669b'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:10.064236 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c70c602c-a671-4f5a-9ab4-4848705c669b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:10.130381 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32274702-2916-4cce-aa73-473127a3cda2,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:10.144965 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-94778406-b54b-401a-a6a7-e8d001f84c84 req-9be38faa-9316-49ca-a18b-23fda2fa7da5 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Synchronizing usage tracker for tenant:1a729320b9c04e7781a400be176839d6 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:10.212117 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-94778406-b54b-401a-a6a7-e8d001f84c84 req-9be38faa-9316-49ca-a18b-23fda2fa7da5 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Unset dirty status for tenant:1a729320b9c04e7781a400be176839d6 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:10.221082 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-94778406-b54b-401a-a6a7-e8d001f84c84 req-9be38faa-9316-49ca-a18b-23fda2fa7da5 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118528 May 10 19:11:10.223592 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:10.268138 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:10.314590 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 06f013ad-7d9e-4856-abb4-df16f62092e7 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:10.489729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc6c6eb-6e8f-42f5-a343-8a0326295422 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:10.497478 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:10.508724 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 06f013ad-7d9e-4856-abb4-df16f62092e7 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:10.509448 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:10.521843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Transition to ACTIVE for port object 7bc6c6eb-6e8f-42f5-a343-8a0326295422 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:10.531396 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:10.537625 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:10.545911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:10.579434 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] Set router c70c602c-a671-4f5a-9ab4-4848705c669b gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:10.604104 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-4b08dc67-5483-4261-9aae-d8ab0e1c940f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:10.630207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:10.633896 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57806) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:10.634149 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0244458 May 10 19:11:10.640302 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'security_group_rule': {'security_group_id': '1160cc0e-63b9-4c2c-b016-466e0ff6456d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:10.660629 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:10.673836 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:10.678860 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:10.692818 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:09Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:10.696667 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:10.696807 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d55497-7c2f-48cf-8b6d-d9dbf41f2167 None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:09Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:10.726154 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:10.732965 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Network ca87c84b-d101-49ef-9d44-e37ca693fdff is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:10.745965 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:10.996091 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:11.003555 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:11.005278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:11.098041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a66a96e-18b0-49b9-9027-a4a6faf76ff0,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:11.109413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:11.126917 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:11.129066 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935117 May 10 19:11:11.132208 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57816) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:11.158402 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'floatingip': {'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:11.173691 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:11.174783 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:11.175410 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:11.179082 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-4b08dc67-5483-4261-9aae-d8ab0e1c940f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:11.181070 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-4b08dc67-5483-4261-9aae-d8ab0e1c940f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--36010318&fields=id&tenant_id=e327a77d7f2a49e5b787104587e87180 HTTP/1.1" status: 200 len: 267 time: 1.3561821 May 10 19:11:11.187477 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:floatingip and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:11.207597 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:11.242099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:11.285503 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:11.370766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:11.738181 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6c6eb-6e8f-42f5-a343-8a0326295422,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:11.838872 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:11.857423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.189s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:11.857835 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:11.877889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Attempting to bind port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:11.878320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Attempting to bind port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '46d1d63a-6863-40d9-8e5c-8c568573e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:11.878933 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Attempting to bind port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 on network 7323f1d3-0f1c-4b72-9c44-2356afd32665 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:11.891728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 on network 7323f1d3-0f1c-4b72-9c44-2356afd32665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:11:11.891728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Attempting to bind port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 on network 7323f1d3-0f1c-4b72-9c44-2356afd32665 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:11.917004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:11.917407 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Checking segment: {'id': '46d1d63a-6863-40d9-8e5c-8c568573e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:11.917932 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Bound using segment: {'id': '46d1d63a-6863-40d9-8e5c-8c568573e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:11.918632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Bound port: 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d1d63a-6863-40d9-8e5c-8c568573e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:11.919228 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:11.936763 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6ac4e-3c37-446d-845d-aafda57a80b4 req-05134d50-6212-4e2b-87fb-93c8dcac3c6d tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:11.938327 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f9b6ac4e-3c37-446d-845d-aafda57a80b4 req-05134d50-6212-4e2b-87fb-93c8dcac3c6d tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 944 time: 0.2161756 May 10 19:11:12.107859 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:12.206231 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f9b6ac4e-3c37-446d-845d-aafda57a80b4 req-550c7aa5-f552-45ae-8652-1645d99e4884 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596455 May 10 19:11:12.212634 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:10:57Z', 'revision_number': 3, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:12.241258 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb95f-00f7-4c2a-905a-9187381c313a None None] The sync data for ids ['c70c602c-a671-4f5a-9ab4-4848705c669b'] in dv-cinder-780933-5-iscsi is: [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:10:57Z', 'revision_number': 3, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:12.254974 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:12.409279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] For port 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:12.433139 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] For port 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422,segment=NetworkSegment(46d1d63a-6863-40d9-8e5c-8c568573e21e),segment_id=46d1d63a-6863-40d9-8e5c-8c568573e21e)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:12.452842 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:12.474451 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 479b70c8-d75f-4e12-8de6-60295fdaa721 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:12.497271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:12.550399 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-818de533-ac3b-4288-840d-63aaf5472300 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:12.551368 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-818de533-ac3b-4288-840d-63aaf5472300 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:12.803264 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:12.803693 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:12.805129 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] 10.222.0.32 "PUT /v2.0/ports/7bc6c6eb-6e8f-42f5-a343-8a0326295422 HTTP/1.1" status: 200 len: 1094 time: 4.4793375 May 10 19:11:12.810102 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'tag': '7bc6c6eb-6e8f-42f5-a343-8a0326295422'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:12.841722 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 479b70c8-d75f-4e12-8de6-60295fdaa721 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:12.859054 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 479b70c8-d75f-4e12-8de6-60295fdaa721 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:12.865738 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:12.884447 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Allocated IP 172.27.3.198 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/290d4563-9cb6-454a-8f13-6b34efbe7dbd) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:12.923648 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6c6eb-6e8f-42f5-a343-8a0326295422,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:12.948244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:12.952990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-818de533-ac3b-4288-840d-63aaf5472300 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:12.955652 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-818de533-ac3b-4288-840d-63aaf5472300 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 810 time: 1.7285006 May 10 19:11:13.042344 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-a1e56dd0-8395-4a2d-9bc6-8284590aabd0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/quotas/e327a77d7f2a49e5b787104587e87180 HTTP/1.1" status: 200 len: 375 time: 0.0378296 May 10 19:11:13.302563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.357933 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.374397 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:13.545030 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.570184 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.589746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:13.600344 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:13.610706 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.611844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:13.619800 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.621398 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 479b70c8-d75f-4e12-8de6-60295fdaa721, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=479b70c8-d75f-4e12-8de6-60295fdaa721,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:13.626752 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.628551 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:13.630890 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:13.645190 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.743021 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'Port': ['ID=290d4563-9cb6-454a-8f13-6b34efbe7dbd,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:13.757967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:13.803478 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:13.839544 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=479b70c8-d75f-4e12-8de6-60295fdaa721,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:13.849308 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:14.069607 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Network ca87c84b-d101-49ef-9d44-e37ca693fdff is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:14.100616 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35806aa2-99f4-4962-98b8-cfebbb55c946 req-5ee31689-e506-475e-9370-84940b71392e tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:14.100616 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-35806aa2-99f4-4962-98b8-cfebbb55c946 req-5ee31689-e506-475e-9370-84940b71392e tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 944 time: 0.5949066 May 10 19:11:14.140680 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:14.207209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:14.249641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:14.288174 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-7c1d7662-f838-4245-866a-da969a0fd3e3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:14.549775 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-35806aa2-99f4-4962-98b8-cfebbb55c946 req-46717fb5-f8ec-45c0-950f-02ef1e50347b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265495 May 10 19:11:14.605235 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:14.619090 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:14.637756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:14.677563 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3e1470f-1e5c-4879-8c27-6c46287cbe00 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:14.840714 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:14.914897 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port b3e1470f-1e5c-4879-8c27-6c46287cbe00 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:14.923641 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'Port': ['ID=290d4563-9cb6-454a-8f13-6b34efbe7dbd,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:14.927284 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'tag': '7bc6c6eb-6e8f-42f5-a343-8a0326295422', 'status': 'completed', 'code': 200} May 10 19:11:14.942949 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port b3e1470f-1e5c-4879-8c27-6c46287cbe00 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:14.943781 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:14.946221 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:14.948488 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8148339 May 10 19:11:14.959855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:14.999846 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:11:15.154417 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-7c1d7662-f838-4245-866a-da969a0fd3e3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:15.157348 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-7c1d7662-f838-4245-866a-da969a0fd3e3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9775469 May 10 19:11:15.524696 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:15.576858 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port b3e1470f-1e5c-4879-8c27-6c46287cbe00, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3e1470f-1e5c-4879-8c27-6c46287cbe00,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:15.595048 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:15.596620 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 479b70c8-d75f-4e12-8de6-60295fdaa721 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:15.636111 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Router c70c602c-a671-4f5a-9ab4-4848705c669b has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:11:15.672408 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-fbe27b55-3444-40af-a5a6-bde58a48a1b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:15.701143 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:15.748020 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-fbe27b55-3444-40af-a5a6-bde58a48a1b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:15.763298 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-fbe27b55-3444-40af-a5a6-bde58a48a1b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1415856385&fields=id&tenant_id=e7df175d1c58483bb9942f05be0afd98 HTTP/1.1" status: 200 len: 267 time: 0.1682928 May 10 19:11:15.867696 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=b3e1470f-1e5c-4879-8c27-6c46287cbe00,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:15.877589 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:15.991867 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 479b70c8-d75f-4e12-8de6-60295fdaa721 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:15.993182 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:16.450121 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-c8a822e0-133f-4460-abd3-a5bb8055390f service neutron] 10.222.0.26 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2137928 May 10 19:11:16.532408 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-67f16fb0-df8b-4190-a4fe-19d67d528bd3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:16.533476 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-67f16fb0-df8b-4190-a4fe-19d67d528bd3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:network {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:16.611344 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-67f16fb0-df8b-4190-a4fe-19d67d528bd3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:network {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:16.613916 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-67f16fb0-df8b-4190-a4fe-19d67d528bd3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 815 time: 0.8496218 May 10 19:11:16.677569 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-4cb7169f-ab73-4f63-b26d-a8a0f67c2ad1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/quotas/e7df175d1c58483bb9942f05be0afd98 HTTP/1.1" status: 200 len: 375 time: 0.0412481 May 10 19:11:16.722425 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3e1470f-1e5c-4879-8c27-6c46287cbe00 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:16.849537 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port b3e1470f-1e5c-4879-8c27-6c46287cbe00 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:16.849888 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:16.972378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-81a74a48-2218-479c-88d6-e338a6db9d10 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:17.019242 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-81a74a48-2218-479c-88d6-e338a6db9d10 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:17.020810 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-81a74a48-2218-479c-88d6-e338a6db9d10 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3384330 May 10 19:11:17.115812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:11:17.139507 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Sync routers for ids ['c70c602c-a671-4f5a-9ab4-4848705c669b'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:11:17.145208 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] 10.222.0.26 "PUT /v2.0/routers/c70c602c-a671-4f5a-9ab4-4848705c669b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1443443 May 10 19:11:17.250104 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-398a6f37-0ec3-45c6-806d-31d32224bb14 service neutron] 10.222.0.26 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744472 May 10 19:11:17.271582 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Routers {'c70c602c-a671-4f5a-9ab4-4848705c669b'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:17.274327 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:10:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c70c602c-a671-4f5a-9ab4-4848705c669b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:17.299525 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ac291-88ff-4e32-9a37-300349734643 req-9238ca7d-3aa4-466e-bcb9-7016024df0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:17.301020 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b73ac291-88ff-4e32-9a37-300349734643 req-9238ca7d-3aa4-466e-bcb9-7016024df0f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a729320b9c04e7781a400be176839d6&device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 1097 time: 0.6281900 May 10 19:11:17.598245 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-59c83aa3-5192-405c-a70b-f38f1126a614 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:11:17.598245 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-59c83aa3-5192-405c-a70b-f38f1126a614 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2305193 May 10 19:11:17.999096 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Set router c70c602c-a671-4f5a-9ab4-4848705c669b gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:18.031948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ac291-88ff-4e32-9a37-300349734643 req-0115b123-d115-4d31-9d41-08a0825eca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:18.039624 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b73ac291-88ff-4e32-9a37-300349734643 req-0115b123-d115-4d31-9d41-08a0825eca93 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a729320b9c04e7781a400be176839d6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5443864 May 10 19:11:18.221803 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-c19187de-8865-404d-871d-d2f7c3862d23 service neutron] 10.222.0.26 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182959 May 10 19:11:18.660778 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-1d95edea-65e8-4ddd-8b91-aa4b69413712 service neutron] 10.222.0.26 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323738 May 10 19:11:18.846540 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe17da-2103-42d8-a9b3-d6f1d1869190 req-6df32b7c-4724-427e-9f4c-493270e44208 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:18.867164 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4cbe17da-2103-42d8-a9b3-d6f1d1869190 req-6df32b7c-4724-427e-9f4c-493270e44208 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 944 time: 0.6364026 May 10 19:11:18.970367 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ac291-88ff-4e32-9a37-300349734643 req-926d4a13-e282-4d32-be28-40281be7040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:18.970367 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b73ac291-88ff-4e32-9a37-300349734643 req-926d4a13-e282-4d32-be28-40281be7040c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8491647 May 10 19:11:18.980034 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:11:11Z', 'revision_number': 4, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4', 'name': '', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'mac_address': 'fa:16:3e:80:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:11:08Z', 'updated_at': '2021-05-10T19:11:12Z', 'revision_number': 2, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'subnets': [{'id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:18.987081 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Checking router: c70c602c-a671-4f5a-9ab4-4848705c669b for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:11:18.987457 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Updating router c70c602c-a671-4f5a-9ab4-4848705c669b port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:11:18.990376 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4cbe17da-2103-42d8-a9b3-d6f1d1869190 req-a033c6dd-13f3-493a-b6a1-5b495efc4bb4 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160755 May 10 19:11:19.089970 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4137f7a8-97e9-476f-8b70-b61122d6ccce req-19eb1d4a-dd48-42a8-b721-0f9ac0c9900a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0571938 May 10 19:11:19.246263 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:19.320665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3cbf4f3f-ef77-4ad2-a425-af47da05f046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:19.627704 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5adebec-390e-4d7e-8710-e88963890e1b req-904987dd-7d7e-487b-b53d-2a5e2e06a178 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 210 time: 0.2308049 May 10 19:11:19.703039 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-4089b498-2a56-4d42-b9c1-bb239eb716e6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:19.711089 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-4089b498-2a56-4d42-b9c1-bb239eb716e6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 819 time: 0.3813231 May 10 19:11:19.729304 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-815785cd-68e3-4f92-a1dd-bd254f520cf9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/quotas/b43d41569f514132912eaf2eb4641459 HTTP/1.1" status: 200 len: 375 time: 0.0166192 May 10 19:11:19.835733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-e306e9eb-d18a-4602-ada8-aa0b8943e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:19.837680 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-e306e9eb-d18a-4602-ada8-aa0b8943e44e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a729320b9c04e7781a400be176839d6&device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 1097 time: 0.2428753 May 10 19:11:19.858571 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-be564cec-7dab-4fa2-aff4-30768dae9281 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Synchronizing usage tracker for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:19.940033 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-3445ba59-0ad9-40ec-8e32-7d3cefcd8720 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422 HTTP/1.1" status: 200 len: 217 time: 0.0873213 May 10 19:11:20.008577 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-be564cec-7dab-4fa2-aff4-30768dae9281 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Unset dirty status for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:20.019471 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-be564cec-7dab-4fa2-aff4-30768dae9281 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2886419 May 10 19:11:20.154221 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-1371ff26-5d69-44cc-8747-0a42c105e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:20.155970 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-1371ff26-5d69-44cc-8747-0a42c105e1db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=952af01a-38b5-40a6-ae4c-de29f191c709 HTTP/1.1" status: 200 len: 852 time: 0.2071321 May 10 19:11:20.158347 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:20.233932 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-ba8cfc22-b89a-40da-8294-6bc5d728720a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7323f1d3-0f1c-4b72-9c44-2356afd32665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663984 May 10 19:11:20.604267 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-5beb85f8-2ea6-48f1-9b92-18f450fdf38d service neutron] 10.222.0.26 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834353 May 10 19:11:20.691040 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:20.770758 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Transition to ACTIVE for port object 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:20.787174 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:20.799602 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-65aa94c6-4d11-4a05-b0e9-1ee1a785f9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:20.869855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae12cc-f835-4def-b37a-888fc4d5607c req-55b8b335-b6d4-4bf7-8978-f40562ac02ed tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:20.879544 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9aae12cc-f835-4def-b37a-888fc4d5607c req-55b8b335-b6d4-4bf7-8978-f40562ac02ed tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 944 time: 0.3616261 May 10 19:11:20.889890 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-0f34363b-27da-4740-8680-2739c98a7a00 service neutron] 10.222.0.32 "GET /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477454 May 10 19:11:20.985101 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a761ac7-aa85-4ef4-82fe-e0841f944e36 None None] Pushing event updated for resources: {'Port': ['ID=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:20.990894 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4a761ac7-aa85-4ef4-82fe-e0841f944e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:21.081487 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9aae12cc-f835-4def-b37a-888fc4d5607c req-c56545e2-a08e-44ea-9656-626dd34b130d tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819050 May 10 19:11:21.106174 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58068) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:21.128344 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58074) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:21.146677 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-2d75c22c-3c47-436c-889a-cb243e7da106 service neutron] 10.222.0.26 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369289 May 10 19:11:21.357956 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04b2e87c-d126-45eb-9a19-edf6fc8b795d req-e9d9aa6c-ddab-4252-9083-bb67701f056d service neutron] 10.222.0.32 "GET /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596303 May 10 19:11:21.586859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:21.638293 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:21.648524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Usage tracker for resource:security_group_rule and tenant:968676645c064e17a0bb4af2b1ba2c44 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:21.658337 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:21.673256 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:21.891525 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74d47f55-fbd6-44c1-a157-c248510fdf52 req-583797af-6b8f-4ea3-9c18-d7fefc07d2e8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 210 time: 0.1452074 May 10 19:11:21.908181 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-57e9cebd-d345-4928-9486-ded7e5986a86 req-35f1e23a-d926-49ce-b644-e5de19617077 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.1399801 May 10 19:11:21.921295 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:21.929923 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Attempting to bind port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:21.931744 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Attempting to bind port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:21.933050 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Attempting to bind port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 on network ca87c84b-d101-49ef-9d44-e37ca693fdff {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:21.940716 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7458-2962-44b2-8671-48a6ba0d7e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:21.959271 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:21.970804 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:21.989411 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f0caafc82c42dca6512af97fed7a59 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:21.991010 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:21.991010 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Checking segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:21.991010 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:21.991010 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Bound using segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:21.991010 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Bound port: 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:21.991010 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:21.996651 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:22.000556 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:22.054368 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a11d70c6-31c6-4cd6-a20a-fa94cb32f896 req-8d7e9df0-de63-4b5f-b90b-7b155f5077dc tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 210 time: 0.0563149 May 10 19:11:22.078969 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.101917 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-14c9feab-d597-4728-a7b1-c7251151aa75 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:22.103730 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-14c9feab-d597-4728-a7b1-c7251151aa75 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 810 time: 0.6923711 May 10 19:11:22.113233 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.135414 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:22.214123 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-0d08abfa-6dd8-4fd9-b5d6-e6db9435e9e1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e327a77d7f2a49e5b787104587e87180 HTTP/1.1" status: 200 len: 378 time: 0.0774920 May 10 19:11:22.225341 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=968676645c064e17a0bb4af2b1ba2c44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0940268 May 10 19:11:22.232043 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'port': {'device_id': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'admin_state_up': True, 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'security_groups': ['6e9da210-e957-4254-a6ca-8f308736f61f']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:22.243475 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58110) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:22.285674 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] For port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:22.292402 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] For port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:22.299493 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.314683 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:22.472441 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5018e5-31ce-4e3f-b530-773d2d9fcce5,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:22.509117 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:22.511585 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Routers {'c70c602c-a671-4f5a-9ab4-4848705c669b'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:11:22.512223 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:11:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c70c602c-a671-4f5a-9ab4-4848705c669b'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:22.516214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:22.548251 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.565167 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.580559 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0d901f2e-d342-4002-b9ea-812108f30bc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:22.600579 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.604233 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.32', 55339) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:22.774644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-3ba25a79-6caa-4844-8868-bc8065bb23ee tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:22.782397 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a761ac7-aa85-4ef4-82fe-e0841f944e36 None None] Pushing event updated for resources: {'Port': ['ID=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:22.783549 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-3ba25a79-6caa-4844-8868-bc8065bb23ee tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 819 time: 0.2633042 May 10 19:11:22.793900 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4a761ac7-aa85-4ef4-82fe-e0841f944e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:22.804664 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.818104 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:22.838724 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7f69c8c4-b183-478b-9254-1e1c5a2456d2 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/quotas/b43d41569f514132912eaf2eb4641459 HTTP/1.1" status: 200 len: 375 time: 0.0539582 May 10 19:11:22.844005 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Made reservation on behalf of e327a77d7f2a49e5b787104587e87180 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:11:22.847747 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:22.927385 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] Set router c70c602c-a671-4f5a-9ab4-4848705c669b gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:11:22.945424 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f516a85e-92e3-40e6-9141-02fb1d3581e2,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:23.000831 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b7256-ad7b-4778-9e31-ee1fa743fe1e req-ce10031a-fe96-45b8-afc6-fbf37232b1ab tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:23.024511 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7d2b7256-ad7b-4778-9e31-ee1fa743fe1e req-ce10031a-fe96-45b8-afc6-fbf37232b1ab tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 944 time: 0.6974597 May 10 19:11:23.046051 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:23.058935 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-31328008-a37f-4f8b-a28e-4ceeb4116368 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:23.066710 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-31328008-a37f-4f8b-a28e-4ceeb4116368 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 815 time: 0.4509685 May 10 19:11:23.123357 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8f0caafc82c42dca6512af97fed7a59&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0153685 May 10 19:11:23.125782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58150) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:23.169121 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:23.325552 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-f5121e06-5561-4ad4-a0da-977e0d82326a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7df175d1c58483bb9942f05be0afd98 HTTP/1.1" status: 200 len: 380 time: 0.2003028 May 10 19:11:23.362654 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7d2b7256-ad7b-4778-9e31-ee1fa743fe1e req-eb339813-c61a-408b-9fea-4572c43ecabd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365479 May 10 19:11:23.380535 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'port': {'device_id': 'fbf59d36-c188-4899-b478-854bede45344', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'admin_state_up': True, 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'security_groups': ['1160cc0e-63b9-4c2c-b016-466e0ff6456d']}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:23.398035 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-3a9db3c0-c239-42e6-82f2-bff4b69b8d04 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5317175 May 10 19:11:23.463624 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Allocated IP 172.20.0.5 (026e81f3-1f3e-4c70-a8a9-d4be015c25fa/72194633-c98c-49e5-9fb8-f34754bc935e/4e234021-4a00-4a5b-ab42-c5c354846a90) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:23.534227 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:23.638969 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:23.759417 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:11:11Z', 'revision_number': 4, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4', 'name': '', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'mac_address': 'fa:16:3e:80:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:11:08Z', 'updated_at': '2021-05-10T19:11:22Z', 'revision_number': 4, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'subnets': [{'id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:11:23.773421 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba79dc0-85a7-4c81-bcce-b96e0cff51d6 None None] The sync data for ids ['c70c602c-a671-4f5a-9ab4-4848705c669b'] in dv-cinder-780933-5-iscsi is: [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:11:11Z', 'revision_number': 4, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4', 'name': '', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'mac_address': 'fa:16:3e:80:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:11:08Z', 'updated_at': '2021-05-10T19:11:22Z', 'revision_number': 4, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'subnets': [{'id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:11:23.897140 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-509120cd-0214-4323-8eef-784fb716f0c9 service neutron] 10.222.0.26 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028756 May 10 19:11:23.925914 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ed84d76a-a89c-48d9-9a6d-f1125f04d88b req-3d8651d9-7ebe-4ac0-989b-c4104bdf5f03 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 210 time: 0.1538093 May 10 19:11:23.982137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.32', 55343) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:23.985197 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.097952 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:24.111952 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:24.137668 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:24.184540 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.224412 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ed1620dc-f077-4179-b004-bc7b00926f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:24.229058 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8ec00da2-7acd-44d1-a3a0-02783cf36fd6 req-ea0fb385-0358-4578-9901-61ab1392bedc tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.1018100 May 10 19:11:24.229694 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Made reservation on behalf of e7df175d1c58483bb9942f05be0afd98 for: {'port': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:11:24.236543 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.239377 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.260720 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.286887 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f516a85e-92e3-40e6-9141-02fb1d3581e2,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:24.306990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Transition to ACTIVE for port object 4e234021-4a00-4a5b-ab42-c5c354846a90 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:24.310446 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:24.325360 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5018e5-31ce-4e3f-b530-773d2d9fcce5,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:24.334042 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-33e52d89-3f5b-43e3-9a09-ce31a480bdf9 service neutron] 10.222.0.26 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738029 May 10 19:11:24.356111 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:24.372949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.386919 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f516a85e-92e3-40e6-9141-02fb1d3581e2 HTTP/1.1" status: 204 len: 168 time: 1.1713626 May 10 19:11:24.455853 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.463460 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:24.601512 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:24.605822 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:24.626353 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:24.635423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:24.636151 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.692638 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'Port': ['ID=4e234021-4a00-4a5b-ab42-c5c354846a90,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:24.710422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:24.718796 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:24.723903 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca5018e5-31ce-4e3f-b530-773d2d9fcce5 HTTP/1.1" status: 204 len: 168 time: 2.4774680 May 10 19:11:24.725421 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5053513 May 10 19:11:24.775656 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Request body: {'port': {'device_id': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:24.784968 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:25.195417 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-497c8a4b-7dfa-489e-a402-35b74b5922eb None None] Provisioning for port 4e234021-4a00-4a5b-ab42-c5c354846a90 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:25.229729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58202) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:25.235349 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-497c8a4b-7dfa-489e-a402-35b74b5922eb None None] Provisioning complete for port 4e234021-4a00-4a5b-ab42-c5c354846a90 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:25.236320 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-497c8a4b-7dfa-489e-a402-35b74b5922eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:25.299209 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-5f1ad214-a771-4fb7-9bc7-bad3847a99ca tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:25.299949 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-5f1ad214-a771-4fb7-9bc7-bad3847a99ca tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Synchronizing usage tracker for tenant:b43d41569f514132912eaf2eb4641459 on resource:network {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:25.369781 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e912e4dd-f9b3-4a92-867d-9d339385d42c req-2240560b-02d1-4269-a01a-5ffa197a80c1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 210 time: 0.2609711 May 10 19:11:25.376459 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Allocated IP 172.20.0.8 (ce2f4e49-c2fa-4200-bae6-50251e049bae/de3e5431-c95e-4a6a-af98-830dffaef396/1dd7a405-4650-4e33-96a0-c15497bdcff9) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:25.380872 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:25.381135 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-497c8a4b-7dfa-489e-a402-35b74b5922eb None None] Port 4e234021-4a00-4a5b-ab42-c5c354846a90 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:11:25.383304 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:25.397060 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:25.397429 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:25.450764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:25.464701 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f640f3-d3d2-411f-add2-8aaeb3f76575 req-3c38d3fe-9c7f-4b6c-a381-c020291f18bd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:25.468865 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:25.478659 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-58f640f3-d3d2-411f-add2-8aaeb3f76575 req-3c38d3fe-9c7f-4b6c-a381-c020291f18bd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 944 time: 0.6865840 May 10 19:11:25.505691 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Usage tracker for resource:security_group_rule and tenant:a21f1b28f0994e7da6d9d5b889a6c522 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:25.517169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:25.556404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:25.566144 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-5f1ad214-a771-4fb7-9bc7-bad3847a99ca tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Unset dirty status for tenant:b43d41569f514132912eaf2eb4641459 on resource:network {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:25.567799 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-5f1ad214-a771-4fb7-9bc7-bad3847a99ca tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 819 time: 1.5784943 May 10 19:11:25.659658 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Request body: {'port': {'device_id': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'admin_state_up': True, 'tenant_id': 'b43d41569f514132912eaf2eb4641459'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:25.739041 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:25.846219 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:25.855289 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:25.865670 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:25.886920 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-58f640f3-d3d2-411f-add2-8aaeb3f76575 req-d6a40c0e-663a-49ee-b429-2fb63c53e784 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041803 May 10 19:11:25.952599 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2803c244-380e-42b2-9c00-ac0945192b6b req-5d482138-d05c-4296-86b0-5e595f5a6b08 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 210 time: 0.0929494 May 10 19:11:26.180093 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58220) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:26.243620 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.260954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.273234 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:26.283606 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:26.284397 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 7bc6c6eb-6e8f-42f5-a343-8a0326295422 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:11:26.320207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:26.559521 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422,segment=NetworkSegment(46d1d63a-6863-40d9-8e5c-8c568573e21e),segment_id=46d1d63a-6863-40d9-8e5c-8c568573e21e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:26.579731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '7bc6c6eb-6e8f-42f5-a343-8a0326295422', 'network_id': '7323f1d3-0f1c-4b72-9c44-2356afd32665', 'port_id': '7bc6c6eb-6e8f-42f5-a343-8a0326295422', 'mac_address': 'fa:16:3e:47:f0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952af01a-38b5-40a6-ae4c-de29f191c709', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:11:26.624751 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a21f1b28f0994e7da6d9d5b889a6c522&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3851776 May 10 19:11:26.627131 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58236) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:26.659847 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29737a2-f177-4829-9025-76a6a3643e2a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:26.690579 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:26.706099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:26.781792 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.833319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:26.837538 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Usage tracker for resource:security_group_rule and tenant:209c49ad349e41b9a74ebc33c2bd0579 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:26.840522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:26.846726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:26.859775 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a424ba8-e572-4f78-858e-1229bc56ae55 req-1e3f3f98-a745-4a06-8fc0-ad27b3bc96e1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 210 time: 0.0610099 May 10 19:11:26.890042 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.892345 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e234021-4a00-4a5b-ab42-c5c354846a90 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:26.901013 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.906315 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.941530 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc6c6eb-6e8f-42f5-a343-8a0326295422 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:26.968385 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Transition to ACTIVE for port object 4e234021-4a00-4a5b-ab42-c5c354846a90 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:26.970796 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.982658 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:26.996673 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:27.013217 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422,segment=NetworkSegment(46d1d63a-6863-40d9-8e5c-8c568573e21e),segment_id=46d1d63a-6863-40d9-8e5c-8c568573e21e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:27.032605 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.037425 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:27.038901 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.085738 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:27.086396 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.106918 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.153875 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-618e5945-cbe1-451a-93cf-c85b6bcdac28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:27.161822 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:27.198470 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=7bc6c6eb-6e8f-42f5-a343-8a0326295422,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:27.210862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:27.291793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:27.320391 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a229f43-d1d2-4cca-8ade-8c4faa1e89f2,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:27.325172 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=209c49ad349e41b9a74ebc33c2bd0579&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1138420 May 10 19:11:27.332543 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:27.333369 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58248) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:27.365655 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.375368 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Pushing event updated for resources: {'Port': ['ID=4e234021-4a00-4a5b-ab42-c5c354846a90,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:27.400089 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:27.421539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Made reservation on behalf of b43d41569f514132912eaf2eb4641459 for: {'port': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:11:27.430245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Attempting to bind port 4e234021-4a00-4a5b-ab42-c5c354846a90 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:27.430245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Attempting to bind port 4e234021-4a00-4a5b-ab42-c5c354846a90 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:27.430573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Attempting to bind port 4e234021-4a00-4a5b-ab42-c5c354846a90 on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:27.435439 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.446919 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Port 4e234021-4a00-4a5b-ab42-c5c354846a90 on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:11:27.447503 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Attempting to bind port 4e234021-4a00-4a5b-ab42-c5c354846a90 on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:27.456335 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.458717 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:27.461096 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Checking segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:27.461703 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Bound using segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:27.462513 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Bound port: 4e234021-4a00-4a5b-ab42-c5c354846a90, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:27.463068 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.504221 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['7bc6c6eb-6e8f-42f5-a343-8a0326295422'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:11:27.514791 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1f970116-7704-4b4b-a758-790edbd706b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:27.525580 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4c40-98bb-4b6d-851a-d91537214bae req-645c008d-b437-484e-b424-69beb41e4f4f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:27.538269 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3ae4c40-98bb-4b6d-851a-d91537214bae req-645c008d-b437-484e-b424-69beb41e4f4f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 931 time: 0.9462652 May 10 19:11:27.553802 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.32', 55349) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:27.559643 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29737a2-f177-4829-9025-76a6a3643e2a,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:27.580248 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:27.583319 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.584418 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f29737a2-f177-4829-9025-76a6a3643e2a HTTP/1.1" status: 204 len: 168 time: 0.9311044 May 10 19:11:27.618246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c1ef3-76fd-4735-9e7b-2b8cc3b781ba req-204b8a42-7732-474c-9027-fdc1cb6d67ff tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:27.619804 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Transition to ACTIVE for port object 1dd7a405-4650-4e33-96a0-c15497bdcff9 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:27.626894 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c76c1ef3-76fd-4735-9e7b-2b8cc3b781ba req-204b8a42-7732-474c-9027-fdc1cb6d67ff tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 945 time: 0.4515240 May 10 19:11:27.697383 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:27.742814 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-a3ae4c40-98bb-4b6d-851a-d91537214bae req-9415257b-3e28-4454-ae44-20c84b71236b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:27.792463 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c76c1ef3-76fd-4735-9e7b-2b8cc3b781ba req-aa631aa9-3649-4845-bee5-353a5d54e010 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645229 May 10 19:11:27.845443 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-a3ae4c40-98bb-4b6d-851a-d91537214bae req-9415257b-3e28-4454-ae44-20c84b71236b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:27.857457 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] For port 4e234021-4a00-4a5b-ab42-c5c354846a90, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:27.858877 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3ae4c40-98bb-4b6d-851a-d91537214bae req-9415257b-3e28-4454-ae44-20c84b71236b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3191411 May 10 19:11:27.906874 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.044821 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.114104 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:28.179223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] For port 4e234021-4a00-4a5b-ab42-c5c354846a90, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4e234021-4a00-4a5b-ab42-c5c354846a90,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:28.219750 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7c4ce6c5-77c3-41c0-aee3-3908b05c3764 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:28.221667 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7c4ce6c5-77c3-41c0-aee3-3908b05c3764 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 819 time: 0.6498487 May 10 19:11:28.233120 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-005576f1-e835-4694-89cb-0a409be0499a req-9c91e825-6cf0-41ed-b076-72ad351b58e3 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 210 time: 0.0859787 May 10 19:11:28.267412 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Network ce2f4e49-c2fa-4200-bae6-50251e049bae is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:28.283822 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:28.293993 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:28.300224 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:28.300879 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.309026 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:28.312137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Allocated IP 172.20.0.8 (ca87c84b-d101-49ef-9d44-e37ca693fdff/c0391bca-4d7b-4fbc-b970-71d2bad3b84c/d3ddbded-593c-48af-9300-ba55690b54de) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:28.318195 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:28.335721 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.344111 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.365746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:28.367346 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-536e8cff-6605-4575-9cd3-c9996c03be4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:28.427818 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a229f43-d1d2-4cca-8ade-8c4faa1e89f2,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:28.440975 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:28.514394 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1494584 May 10 19:11:28.531749 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.544982 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a229f43-d1d2-4cca-8ade-8c4faa1e89f2 HTTP/1.1" status: 204 len: 168 time: 1.1960678 May 10 19:11:28.594479 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:28.596315 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:28.598217 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1093 time: 3.8344953 May 10 19:11:28.601875 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:28.647674 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Pushing event updated for resources: {'Port': ['ID=4e234021-4a00-4a5b-ab42-c5c354846a90,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:28.653292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:28.693208 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafaf34-ea0d-4178-ba72-41a9501c8025 req-956343e4-7d57-429e-bafd-a45838ad897a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:28.709539 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aafaf34-ea0d-4178-ba72-41a9501c8025 req-956343e4-7d57-429e-bafd-a45838ad897a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 931 time: 0.5474157 May 10 19:11:28.748606 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'status': 'completed', 'code': 200} May 10 19:11:28.820440 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3aafaf34-ea0d-4178-ba72-41a9501c8025 req-87eab4b1-d095-49e2-86a2-71cb5311f9f5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093409 May 10 19:11:28.909643 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b96ffa27-f797-4fbf-b249-f278ebcb10d5 None None] Provisioning for port 1dd7a405-4650-4e33-96a0-c15497bdcff9 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:28.929940 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b96ffa27-f797-4fbf-b249-f278ebcb10d5 None None] Provisioning complete for port 1dd7a405-4650-4e33-96a0-c15497bdcff9 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:28.933337 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b96ffa27-f797-4fbf-b249-f278ebcb10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.152772 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-b96ffa27-f797-4fbf-b249-f278ebcb10d5 None None] Port 1dd7a405-4650-4e33-96a0-c15497bdcff9 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:11:29.443643 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cbd11-cd5d-46ce-b1a0-991ad8511bd2 req-c68fd7e5-d204-40f4-857a-280f88b0fede tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:29.444797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c75cbd11-cd5d-46ce-b1a0-991ad8511bd2 req-c68fd7e5-d204-40f4-857a-280f88b0fede tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:29.490733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c75cbd11-cd5d-46ce-b1a0-991ad8511bd2 req-c68fd7e5-d204-40f4-857a-280f88b0fede tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:29.498835 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c75cbd11-cd5d-46ce-b1a0-991ad8511bd2 req-c68fd7e5-d204-40f4-857a-280f88b0fede tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.2742395 May 10 19:11:29.515464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.556511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58298) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:29.585892 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.592461 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b5c0-91ba-4ee2-bab3-085ed4270d0a req-89e3620f-cc60-418e-91a4-dc0aff465120 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:29.594566 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-da07b5c0-91ba-4ee2-bab3-085ed4270d0a req-89e3620f-cc60-418e-91a4-dc0aff465120 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 945 time: 0.3505223 May 10 19:11:29.602234 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c75cbd11-cd5d-46ce-b1a0-991ad8511bd2 req-8cfe72ad-2676-4482-a884-08eabd055dbe tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940254 May 10 19:11:29.608541 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:29.610657 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.613391 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Usage tracker for resource:security_group_rule and tenant:f954256ff39d4ec887b4a7fc8526ece6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:29.616701 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:29.623165 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:29.653295 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:29.736830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Network ca87c84b-d101-49ef-9d44-e37ca693fdff is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:29.740963 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:29.743644 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:29.749632 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:29.750895 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.785365 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Pushing event updated for resources: {'Port': ['ID=d3ddbded-593c-48af-9300-ba55690b54de,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:29.795122 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:29.805622 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-da07b5c0-91ba-4ee2-bab3-085ed4270d0a req-bbfe4430-6d24-4155-ba4b-fa9a8d4e534a tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910019 May 10 19:11:29.812473 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1682553 May 10 19:11:29.821236 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.826884 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:29.850935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8069f6b3-a1b8-4e6c-8dee-8eed8dabccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:29.927294 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f954256ff39d4ec887b4a7fc8526ece6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694737 May 10 19:11:29.930297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58312) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:29.953386 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad21d31d-0744-4e46-9a67-9812190928d3 req-e7eba906-f541-4509-8405-4a2948dd2cf9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 210 time: 0.0937510 May 10 19:11:29.973647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e3225d-b369-441f-a019-3ae66528ae64,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:29.984278 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:30.017679 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:30.069036 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:30.248109 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e72a0-9ebd-424e-bcfa-53a992b9a2f5 req-47e559f6-9306-417f-94ff-bf1075b303be tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:30.248689 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-d22e72a0-9ebd-424e-bcfa-53a992b9a2f5 req-47e559f6-9306-417f-94ff-bf1075b303be tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:30.260292 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:30.270477 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6c605a36-1cb0-401d-a8cf-2946d6c9e36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:30.287368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e3225d-b369-441f-a019-3ae66528ae64,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:30.290258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-d22e72a0-9ebd-424e-bcfa-53a992b9a2f5 req-47e559f6-9306-417f-94ff-bf1075b303be tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:30.292770 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d22e72a0-9ebd-424e-bcfa-53a992b9a2f5 req-47e559f6-9306-417f-94ff-bf1075b303be tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 931 time: 0.2102849 May 10 19:11:30.297448 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:30.303378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:30.310313 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78e3225d-b369-441f-a019-3ae66528ae64 HTTP/1.1" status: 204 len: 168 time: 0.3785977 May 10 19:11:30.387877 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d22e72a0-9ebd-424e-bcfa-53a992b9a2f5 req-65f209f5-1743-40ee-9eb9-c747b98f3565 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756404 May 10 19:11:31.039629 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16377007-73f1-42fc-aa30-c96b78090286 req-f31485ae-7ffa-47d1-92ad-6d8e1d219f5c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:31.049237 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-16377007-73f1-42fc-aa30-c96b78090286 req-f31485ae-7ffa-47d1-92ad-6d8e1d219f5c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.2118163 May 10 19:11:31.074872 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Request body: {'port': {'device_id': 'fbf59d36-c188-4899-b478-854bede45344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:31.078884 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Request body: {'port': {'device_id': '7be6b754-64be-4582-a22c-484b0c30067e', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'admin_state_up': True, 'tenant_id': 'b43d41569f514132912eaf2eb4641459'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:31.218580 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Request body: {'port': {'device_id': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:31.503444 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-16377007-73f1-42fc-aa30-c96b78090286 req-3bddc22d-0ebd-487a-b3f2-96e5913e430d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2200143 May 10 19:11:31.601416 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:31.630920 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:31.633700 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Usage tracker for resource:port and tenant:b43d41569f514132912eaf2eb4641459 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:31.641549 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:31.648933 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325eee-a120-49c5-9c8e-f818287bffc7 req-1c68b8ec-f9de-4e4c-9879-f0e5701417b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:31.651967 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-13325eee-a120-49c5-9c8e-f818287bffc7 req-1c68b8ec-f9de-4e4c-9879-f0e5701417b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1096 time: 0.5151021 May 10 19:11:31.658180 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:31.676982 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:31.717676 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0339d-1027-4a9c-b059-e183287ef0a8 req-04915c15-48bf-4f6f-8bd6-7da2fc2b5d38 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:31.731422 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-50f0339d-1027-4a9c-b059-e183287ef0a8 req-04915c15-48bf-4f6f-8bd6-7da2fc2b5d38 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 945 time: 0.5813305 May 10 19:11:31.981624 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Made reservation on behalf of b43d41569f514132912eaf2eb4641459 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:11:31.987510 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:32.005860 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d397c9b-97ce-4514-918a-17db1374f0f0 req-870702d6-e4a4-44db-99a0-aa73b80e81d9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 210 time: 0.1499927 May 10 19:11:32.145126 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-50f0339d-1027-4a9c-b059-e183287ef0a8 req-4211910f-39b5-4d1b-8d7f-3dacb55495d0 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123888 May 10 19:11:32.210999 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325eee-a120-49c5-9c8e-f818287bffc7 req-650791c5-7591-429e-965a-df0812f56caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:32.214076 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-13325eee-a120-49c5-9c8e-f818287bffc7 req-650791c5-7591-429e-965a-df0812f56caa service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e327a77d7f2a49e5b787104587e87180&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5470123 May 10 19:11:32.662479 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325eee-a120-49c5-9c8e-f818287bffc7 req-7681bae2-08a5-4af4-827f-9e9a18ea75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:32.665183 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-13325eee-a120-49c5-9c8e-f818287bffc7 req-7681bae2-08a5-4af4-827f-9e9a18ea75e6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4388514 May 10 19:11:32.703902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d320-e4ab-4e57-90ec-e26b52dc4017 req-01be5f39-bd53-4fea-8c5f-4829bb5fbfcc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:32.709321 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c552d320-e4ab-4e57-90ec-e26b52dc4017 req-01be5f39-bd53-4fea-8c5f-4829bb5fbfcc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 931 time: 0.4459207 May 10 19:11:32.788537 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c552d320-e4ab-4e57-90ec-e26b52dc4017 req-e1c1131f-04be-411c-9824-4ecd9b992511 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684555 May 10 19:11:33.030677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ddbded-593c-48af-9300-ba55690b54de {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:33.046578 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:33.069946 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d5c91-1c0d-494d-a5b6-aa5aa40e1f2a req-2dc65b61-0231-4d8a-a176-8183aa55795a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:33.071857 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-067d5c91-1c0d-494d-a5b6-aa5aa40e1f2a req-2dc65b61-0231-4d8a-a176-8183aa55795a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.2985272 May 10 19:11:33.112247 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Transition to ACTIVE for port object d3ddbded-593c-48af-9300-ba55690b54de will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:33.241918 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:33.263548 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1182a336-fcc9-4ba8-a567-ee1bce016d50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:33.290867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Allocated IP 172.20.0.13 (ca87c84b-d101-49ef-9d44-e37ca693fdff/c0391bca-4d7b-4fbc-b970-71d2bad3b84c/0cf11550-5732-4f61-9759-4b7ae28723b7) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:11:33.330598 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd7a405-4650-4e33-96a0-c15497bdcff9 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:33.446157 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:33.467449 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-067d5c91-1c0d-494d-a5b6-aa5aa40e1f2a req-5ec2964c-cbf4-4e25-8776-f5af2b3ae826 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3818772 May 10 19:11:33.560378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ddbded-593c-48af-9300-ba55690b54de,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:33.568040 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Transition to ACTIVE for port object 1dd7a405-4650-4e33-96a0-c15497bdcff9 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:33.647522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:33.647522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:33.667399 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:33.810471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Attempting to bind port d3ddbded-593c-48af-9300-ba55690b54de on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:33.810471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Attempting to bind port d3ddbded-593c-48af-9300-ba55690b54de by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:33.810471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Attempting to bind port d3ddbded-593c-48af-9300-ba55690b54de on network ca87c84b-d101-49ef-9d44-e37ca693fdff {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:33.835437 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 7bc6c6eb-6e8f-42f5-a343-8a0326295422 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:33.915539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Port d3ddbded-593c-48af-9300-ba55690b54de on network ca87c84b-d101-49ef-9d44-e37ca693fdff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:11:33.915830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Attempting to bind port d3ddbded-593c-48af-9300-ba55690b54de on network ca87c84b-d101-49ef-9d44-e37ca693fdff {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:33.920646 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:33.928111 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:34.000128 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:34.000490 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Checking segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:34.003132 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Bound using segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:34.003958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Bound port: d3ddbded-593c-48af-9300-ba55690b54de, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:34.004428 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.022724 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0f215df7-c374-4ad4-ab93-1d481e380edf req-45a3172d-ca1a-4617-b584-aaa4dda373f9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 210 time: 0.1383870 May 10 19:11:34.023695 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:34.032539 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:34.033191 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.092573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.098287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Attempting to bind port 1dd7a405-4650-4e33-96a0-c15497bdcff9 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:34.099167 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Attempting to bind port 1dd7a405-4650-4e33-96a0-c15497bdcff9 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:34.099906 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Attempting to bind port 1dd7a405-4650-4e33-96a0-c15497bdcff9 on network ce2f4e49-c2fa-4200-bae6-50251e049bae {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:34.112057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Port 1dd7a405-4650-4e33-96a0-c15497bdcff9 on network ce2f4e49-c2fa-4200-bae6-50251e049bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:11:34.113089 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Attempting to bind port 1dd7a405-4650-4e33-96a0-c15497bdcff9 on network ce2f4e49-c2fa-4200-bae6-50251e049bae {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:34.163704 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.175088 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a94627e0-3e19-4c3b-b669-a59e702d9586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:34.239712 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:34.240170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Checking segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:34.240824 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Bound using segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:34.241597 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Bound port: 1dd7a405-4650-4e33-96a0-c15497bdcff9, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:34.242227 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.281585 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.287427 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e8568-6c3c-4f67-9167-444f09e021ba req-9bdefd30-4f64-438b-8938-ceb87b35427a tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:34.290119 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7d2e8568-6c3c-4f67-9167-444f09e021ba req-9bdefd30-4f64-438b-8938-ceb87b35427a tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 945 time: 0.5762589 May 10 19:11:34.328342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6c6eb-6e8f-42f5-a343-8a0326295422'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:34.404852 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422,segment=NetworkSegment(46d1d63a-6863-40d9-8e5c-8c568573e21e),segment_id=46d1d63a-6863-40d9-8e5c-8c568573e21e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:34.410730 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.413498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-b8324efd-b5f4-4763-80f3-defe58ed0b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:34.429356 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Pushing event updated for resources: {'Port': ['ID=0cf11550-5732-4f61-9759-4b7ae28723b7,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:34.492359 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=7bc6c6eb-6e8f-42f5-a343-8a0326295422,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:34.496719 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:34.522920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:34.539337 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Network ca87c84b-d101-49ef-9d44-e37ca693fdff is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:11:34.541779 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:11:34.545615 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:11:34.551559 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:34.552292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.582952 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7d2e8568-6c3c-4f67-9167-444f09e021ba req-74d73c99-aa9c-4b0c-9c2a-6421679b9c48 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788408 May 10 19:11:34.585187 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] For port d3ddbded-593c-48af-9300-ba55690b54de, host hv-cinder-78093, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:34.597790 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5465488 May 10 19:11:34.606350 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] For port d3ddbded-593c-48af-9300-ba55690b54de, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d3ddbded-593c-48af-9300-ba55690b54de,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:34.628773 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751530e-09c5-473f-b9bc-fd5f23303715 req-c62f52bb-e2f0-4874-8947-d830d970e088 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:34.633407 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.639513 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e751530e-09c5-473f-b9bc-fd5f23303715 req-c62f52bb-e2f0-4874-8947-d830d970e088 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.2965710 May 10 19:11:34.662133 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:34.704129 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e751530e-09c5-473f-b9bc-fd5f23303715 req-5f58b403-b827-4872-8ae5-57bb68df4d04 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638783 May 10 19:11:34.773973 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:34.775265 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:34.777889 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 1093 time: 3.5677948 May 10 19:11:34.785875 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'tag': 'd3ddbded-593c-48af-9300-ba55690b54de'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:34.885579 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6c6eb-6e8f-42f5-a343-8a0326295422', 'code': 200} May 10 19:11:34.979580 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:35.016277 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:35.035923 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:35.073564 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ddbded-593c-48af-9300-ba55690b54de,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:35.079106 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:35.084634 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:35.229269 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:35.230928 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:35.232989 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] 10.222.0.32 "PUT /v2.0/ports/1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 200 len: 1093 time: 4.1691024 May 10 19:11:35.261484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:35.279031 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:35.296661 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'tag': 'd3ddbded-593c-48af-9300-ba55690b54de', 'status': 'completed', 'code': 200} May 10 19:11:35.310433 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca360d-e191-4fa4-9646-1bad27d35cd9 req-f01d94c0-1cc0-4f42-9fd4-48d42a4f58ba tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:35.312457 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98ca360d-e191-4fa4-9646-1bad27d35cd9 req-f01d94c0-1cc0-4f42-9fd4-48d42a4f58ba tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.4008160 May 10 19:11:35.391698 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98ca360d-e191-4fa4-9646-1bad27d35cd9 req-7536c775-325a-4d01-9bbf-96f2d3f140ce tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692608 May 10 19:11:35.513364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce903d-ec88-440e-85fa-fbe308461e00 req-e9bdc94d-c9f4-4219-aac2-f4a181a9829c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:35.513983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c7ce903d-ec88-440e-85fa-fbe308461e00 req-e9bdc94d-c9f4-4219-aac2-f4a181a9829c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Synchronizing usage tracker for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:35.530779 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c7ce903d-ec88-440e-85fa-fbe308461e00 req-e9bdc94d-c9f4-4219-aac2-f4a181a9829c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Unset dirty status for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:35.531949 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c7ce903d-ec88-440e-85fa-fbe308461e00 req-e9bdc94d-c9f4-4219-aac2-f4a181a9829c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 932 time: 0.1140270 May 10 19:11:35.582179 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c7ce903d-ec88-440e-85fa-fbe308461e00 req-9285b67b-13f1-4b1a-bc87-e7ed208731d0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 May 10 19:11:35.832849 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca0eba-9975-49eb-bb84-725a514ad69f req-0bc7e751-b06f-4ea6-96f4-187123689296 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:35.834590 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3dca0eba-9975-49eb-bb84-725a514ad69f req-0bc7e751-b06f-4ea6-96f4-187123689296 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.0917361 May 10 19:11:35.908819 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3dca0eba-9975-49eb-bb84-725a514ad69f req-a8eca2ea-2279-4028-aa6d-aebbebd9b6d7 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651538 May 10 19:11:35.959313 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ec9d0-5cdc-415c-a630-a003ded483a3 req-c7a7204b-bf80-452c-9f01-9872ccd03925 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:35.960957 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d37ec9d0-5cdc-415c-a630-a003ded483a3 req-c7a7204b-bf80-452c-9f01-9872ccd03925 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1202872 May 10 19:11:36.015793 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d37ec9d0-5cdc-415c-a630-a003ded483a3 req-5d7bd5ec-70c2-41b0-b2af-77e456e57475 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477197 May 10 19:11:36.338485 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Request body: {'port': {'device_id': '7be6b754-64be-4582-a22c-484b0c30067e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:11:36.614852 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.32', 55365) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:36.725016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:36.749445 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-bf713237-7631-41b8-a98c-6a172e3797cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:36.751275 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-bf713237-7631-41b8-a98c-6a172e3797cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1096 time: 0.3699851 May 10 19:11:36.781119 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-3d7f70ea-bc35-45d2-9281-adf528d08c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:36.783618 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-3d7f70ea-bc35-45d2-9281-adf528d08c3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 1096 time: 0.3321977 May 10 19:11:37.006404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a6436-4f26-401a-9d86-acdbc56c4649 req-42afeb89-676b-484e-8b23-360deb58150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.008745 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e63a6436-4f26-401a-9d86-acdbc56c4649 req-42afeb89-676b-484e-8b23-360deb58150a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1096 time: 0.4424720 May 10 19:11:37.010478 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-c8c03bf9-4bfd-4909-965c-9081134e231b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 217 time: 0.2375386 May 10 19:11:37.014026 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-a68bbe48-e240-4b54-b895-7d19f5f78a8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 200 len: 217 time: 0.1676948 May 10 19:11:37.132295 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7c96-6b64-49b2-968c-94e0bec2fef5 req-55eca002-6bf2-449e-9725-cd9595e3fae9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.134355 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-256a7c96-6b64-49b2-968c-94e0bec2fef5 req-55eca002-6bf2-449e-9725-cd9595e3fae9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.4573038 May 10 19:11:37.140391 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-b0ad5ae5-e8f8-4f38-923b-9ae4092649c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.141826 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-b0ad5ae5-e8f8-4f38-923b-9ae4092649c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 1099 time: 0.5255368 May 10 19:11:37.218853 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:37.230955 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-48d54e8b-d877-48a4-bf74-1685d59c262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.232914 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-48d54e8b-d877-48a4-bf74-1685d59c262a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.1962750 May 10 19:11:37.234377 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-b6ffd1f7-1f71-416c-8e29-07c6ce93ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.235866 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-b6ffd1f7-1f71-416c-8e29-07c6ce93ebad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.2005265 May 10 19:11:37.328565 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:37.347706 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c287-033f-4b92-87a1-8dd789e51366 req-5aa76561-0096-4d2b-91e4-79b9a45ee78e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.358753 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:37.375133 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d59c287-033f-4b92-87a1-8dd789e51366 req-5aa76561-0096-4d2b-91e4-79b9a45ee78e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 932 time: 0.6292474 May 10 19:11:37.375428 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-256a7c96-6b64-49b2-968c-94e0bec2fef5 req-22aec3b4-5804-4185-b4b9-131c1b0fc3e2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2248118 May 10 19:11:37.378141 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Usage tracker for resource:security_group_rule and tenant:feae1b834ec54e3185676e66822d3ed5 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:37.395113 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:37.418483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:37.659675 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-a12c1297-7097-4dc5-a700-97c5ee7c31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.661353 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-a12c1297-7097-4dc5-a700-97c5ee7c31c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4112239 May 10 19:11:37.780293 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-e9048efc-2d7a-489e-b4f1-fb1f97f93d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:37.781821 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-e9048efc-2d7a-489e-b4f1-fb1f97f93d78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5306563 May 10 19:11:37.989274 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d59c287-033f-4b92-87a1-8dd789e51366 req-e5c9db15-e94f-4f4b-bf0c-b6bc5d9ba757 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093390 May 10 19:11:37.992672 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:38.028322 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:38.046513 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:38.073961 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-33acb921-06bb-4fb4-8ee5-ee9ce6f4f857 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978741 May 10 19:11:38.087556 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9341731 May 10 19:11:38.096007 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7feb4-ec88-41f1-8a71-c21e6a5b94e1 req-8b75a76a-b64c-4e83-bd18-0e145b9b4457 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:38.107736 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.db.resource_extend [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:11:38.115984 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d0e7feb4-ec88-41f1-8a71-c21e6a5b94e1 req-8b75a76a-b64c-4e83-bd18-0e145b9b4457 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.5374761 May 10 19:11:38.143176 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a6436-4f26-401a-9d86-acdbc56c4649 req-555fa20e-5e52-4527-9f75-217905e04f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:38.148962 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e63a6436-4f26-401a-9d86-acdbc56c4649 req-555fa20e-5e52-4527-9f75-217905e04f77 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b43d41569f514132912eaf2eb4641459&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0623505 May 10 19:11:38.247075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=187645c7-b6ef-46e2-8ce3-58d67c7142ff,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:38.250992 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-b5c350a9-4163-4381-916e-e807364ce68b service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532285 May 10 19:11:38.251789 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:38.330504 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d0e7feb4-ec88-41f1-8a71-c21e6a5b94e1 req-decbad6c-2835-4eb6-a79d-7a6b0b016f84 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133574 May 10 19:11:38.336351 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf11550-5732-4f61-9759-4b7ae28723b7 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:38.487307 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:38.499998 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'status': 'completed', 'code': 200} May 10 19:11:38.515497 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-bb76999b-fd1d-4065-a0b8-4500f2d65424 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298799 May 10 19:11:38.545318 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Transition to ACTIVE for port object 0cf11550-5732-4f61-9759-4b7ae28723b7 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:11:38.567602 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:38.580517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:38.835485 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Pushing event updated for resources: {'Port': ['ID=0cf11550-5732-4f61-9759-4b7ae28723b7,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:38.864782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415360b1-450c-4e4a-8bf6-c1ceac94a04c req-32df7251-6fbd-42f3-91d5-183ff0565229 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:38.873663 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-415360b1-450c-4e4a-8bf6-c1ceac94a04c req-32df7251-6fbd-42f3-91d5-183ff0565229 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.4902239 May 10 19:11:39.033715 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3834f182-7a17-4755-a9a8-3e69279d4435 req-baf58dd9-d011-4ba3-86f8-7946c2a353d5 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114680 May 10 19:11:39.069697 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.070584 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.070754 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.071190 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.071637 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.072718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.073194 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.073946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.074889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.075701 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.076180 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.076656 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:39.107916 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:39.108902 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cebdf-f4d4-4959-ba16-540368aafc3e req-15f4adae-4eca-413e-aadc-cf64f860897a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:39.112409 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e93cebdf-f4d4-4959-ba16-540368aafc3e req-15f4adae-4eca-413e-aadc-cf64f860897a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.4198265 May 10 19:11:39.169079 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Attempting to bind port 0cf11550-5732-4f61-9759-4b7ae28723b7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:11:39.169630 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Attempting to bind port 0cf11550-5732-4f61-9759-4b7ae28723b7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:11:39.170348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Attempting to bind port 0cf11550-5732-4f61-9759-4b7ae28723b7 on network ca87c84b-d101-49ef-9d44-e37ca693fdff {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:39.189161 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a6436-4f26-401a-9d86-acdbc56c4649 req-3f115794-eb65-40bf-80de-fc790b5645bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:39.203819 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e63a6436-4f26-401a-9d86-acdbc56c4649 req-3f115794-eb65-40bf-80de-fc790b5645bb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5750372 May 10 19:11:39.213180 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-415360b1-450c-4e4a-8bf6-c1ceac94a04c req-dfa9f501-5f50-4a3e-999a-1679304c2021 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376272 May 10 19:11:39.214748 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Port 0cf11550-5732-4f61-9759-4b7ae28723b7 on network ca87c84b-d101-49ef-9d44-e37ca693fdff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:11:39.215334 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Attempting to bind port 0cf11550-5732-4f61-9759-4b7ae28723b7 on network ca87c84b-d101-49ef-9d44-e37ca693fdff {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:11:39.234833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:11:39.234833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Checking segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:11:39.234833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Bound using segment: {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:11:39.234833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Bound port: 0cf11550-5732-4f61-9759-4b7ae28723b7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2dc1f12-2916-4203-b443-fe6051bba4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:11:39.234833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:39.253875 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e93cebdf-f4d4-4959-ba16-540368aafc3e req-61605c75-13c5-42b6-9c58-0703a6dc4928 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279726 May 10 19:11:39.324676 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-e5dd629e-0fe8-4bc5-b9e4-98e4e2e5060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:39.327507 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-e5dd629e-0fe8-4bc5-b9e4-98e4e2e5060e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 1096 time: 0.1468825 May 10 19:11:39.526883 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] For port 0cf11550-5732-4f61-9759-4b7ae28723b7, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:11:39.531905 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] For port 0cf11550-5732-4f61-9759-4b7ae28723b7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0cf11550-5732-4f61-9759-4b7ae28723b7,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:11:39.545001 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:39.558309 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:39.649544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:39.652244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:39.654386 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] 10.222.0.32 "PUT /v2.0/ports/0cf11550-5732-4f61-9759-4b7ae28723b7 HTTP/1.1" status: 200 len: 1094 time: 3.3257711 May 10 19:11:39.654929 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be6b754-64be-4582-a22c-484b0c30067e', 'tag': '0cf11550-5732-4f61-9759-4b7ae28723b7'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:39.666312 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1b01986f-4c54-408a-9f82-49b291ec58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:39.668156 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-1b01986f-4c54-408a-9f82-49b291ec58f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1096 time: 0.2657392 May 10 19:11:39.845528 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-a50ab6c4-8fbc-41ca-a1ce-b3e0ed3decb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 217 time: 0.1473312 May 10 19:11:39.929241 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-9442a874-055d-4084-9137-ab5eb095e18d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:39.932025 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-9442a874-055d-4084-9137-ab5eb095e18d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Synchronizing usage tracker for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:39.954583 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Pushing event updated for resources: {'Port': ['ID=0cf11550-5732-4f61-9759-4b7ae28723b7,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:39.962422 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-9442a874-055d-4084-9137-ab5eb095e18d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Unset dirty status for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:39.967447 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:39.972303 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-9442a874-055d-4084-9137-ab5eb095e18d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.3564193 May 10 19:11:40.014382 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-f5fb7968-39f1-4f65-8f32-2c5721b2f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:40.015938 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-f5fb7968-39f1-4f65-8f32-2c5721b2f906 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.6803994 May 10 19:11:40.039328 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-e7b50ea7-e1e2-4f45-a41c-0a7b7c8d50a4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Synchronizing usage tracker for tenant:b43d41569f514132912eaf2eb4641459 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:11:40.045249 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-54de6a61-153b-4009-b1b7-ed1b7665462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:40.049770 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-54de6a61-153b-4009-b1b7-ed1b7665462d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.1896305 May 10 19:11:40.062312 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-e7b50ea7-e1e2-4f45-a41c-0a7b7c8d50a4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Unset dirty status for tenant:b43d41569f514132912eaf2eb4641459 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:11:40.065008 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d4d7f8e9-92e8-42b6-963f-7e17f47ef220 req-e7b50ea7-e1e2-4f45-a41c-0a7b7c8d50a4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788507 May 10 19:11:40.137390 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-e3718c1f-b8f0-425a-a1e4-0dea78176907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:40.139446 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-e3718c1f-b8f0-425a-a1e4-0dea78176907 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 1097 time: 0.3686237 May 10 19:11:40.147412 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be6b754-64be-4582-a22c-484b0c30067e', 'tag': '0cf11550-5732-4f61-9759-4b7ae28723b7', 'status': 'completed', 'code': 200} May 10 19:11:40.171353 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1e2b7-723b-4cd9-9722-238a5a0511d2 req-04741914-bdbb-4916-bbb4-363e6db5c27e tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:40.172964 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c5b1e2b7-723b-4cd9-9722-238a5a0511d2 req-04741914-bdbb-4916-bbb4-363e6db5c27e tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.2552757 May 10 19:11:40.238656 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c5b1e2b7-723b-4cd9-9722-238a5a0511d2 req-e7381df1-dd64-4063-9fc6-d3ff339b0901 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596628 May 10 19:11:40.717630 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b345c6f-336d-4cc1-9d7a-fafc6c592207 req-e5697b57-701f-4a36-b406-40000bba397c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:40.719968 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4b345c6f-336d-4cc1-9d7a-fafc6c592207 req-e5697b57-701f-4a36-b406-40000bba397c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.2192829 May 10 19:11:40.821163 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261229-29c7-44ef-9673-801411535f08 req-10718b2d-64af-4930-aa03-a2d8e84b2fd0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:40.823958 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65261229-29c7-44ef-9673-801411535f08 req-10718b2d-64af-4930-aa03-a2d8e84b2fd0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1697788 May 10 19:11:40.882695 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65261229-29c7-44ef-9673-801411535f08 req-a3fb5109-79c6-4bc0-b163-f47498504ed0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508463 May 10 19:11:40.885683 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4b345c6f-336d-4cc1-9d7a-fafc6c592207 req-f34bc167-bc2b-440c-aa24-0de624af9499 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533353 May 10 19:11:41.179682 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58644) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:41.270236 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a338-d186-4e96-aebd-54c73ce38fb4 req-2179d09f-472c-4b93-8451-534b961cfafb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:41.271704 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a513a338-d186-4e96-aebd-54c73ce38fb4 req-2179d09f-472c-4b93-8451-534b961cfafb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.0861330 May 10 19:11:41.325316 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.344087 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a513a338-d186-4e96-aebd-54c73ce38fb4 req-ac2d633e-4d0a-452c-94d4-fb83dace9e2a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621505 May 10 19:11:41.354259 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:41.360305 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f7b6666c424717aa3fa6c7fff48209 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:41.364094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:41.371124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:41.512656 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457958-fea1-45c3-9ac4-42e332c776ef req-cc1915c0-a8fe-48d9-a0ca-d78098107215 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:41.515484 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-09457958-fea1-45c3-9ac4-42e332c776ef req-cc1915c0-a8fe-48d9-a0ca-d78098107215 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.1383231 May 10 19:11:41.561037 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.570693 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.588223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-383d2bca-97d2-4a29-9ca3-f1a52ce32949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:41.612718 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-09457958-fea1-45c3-9ac4-42e332c776ef req-24918df4-8c0d-4fd7-bb93-6789dfa8747d tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 May 10 19:11:41.637748 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7f7b6666c424717aa3fa6c7fff48209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569809 May 10 19:11:41.640487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58654) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:41.642182 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e0282e-02ca-4746-b76c-3c312f1e466f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:41.645184 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:41.711397 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.738699 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.792987 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.797600 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5e4ec76f-254d-4780-91db-1e970e3e5062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:41.816736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e0282e-02ca-4746-b76c-3c312f1e466f,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:41.826443 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.826792 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.827303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.827474 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.827786 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.828113 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.828451 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.828780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.829100 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.829424 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.829745 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.830094 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:41.835759 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:41.843222 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:41.847361 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93e0282e-02ca-4746-b76c-3c312f1e466f HTTP/1.1" status: 204 len: 168 time: 0.2032480 May 10 19:11:42.154644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c30-c335-4657-85b4-bc8af08bf276 req-310b1dd4-8833-45d0-92cf-8179ebfc5893 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:42.157513 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-847d7c30-c335-4657-85b4-bc8af08bf276 req-310b1dd4-8833-45d0-92cf-8179ebfc5893 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1279736 May 10 19:11:42.221932 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-847d7c30-c335-4657-85b4-bc8af08bf276 req-a8a99625-aea1-4c67-84bb-bdc4b65064ab tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533609 May 10 19:11:42.222666 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04e29d-fcd7-4e74-85e1-39c3bf727444 req-611f27f0-2d31-45de-9c7f-7be3770a22c4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:42.223864 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8c04e29d-fcd7-4e74-85e1-39c3bf727444 req-611f27f0-2d31-45de-9c7f-7be3770a22c4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.1730781 May 10 19:11:42.275174 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58672) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:42.282782 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8c04e29d-fcd7-4e74-85e1-39c3bf727444 req-273519d5-6686-4fcf-9455-b803d3d7fb5d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522749 May 10 19:11:42.293889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.315293 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:42.320893 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Usage tracker for resource:security_group_rule and tenant:8ece1f003ede422b96aa21cd5acffc20 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:42.324931 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:42.331592 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:42.427404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.432927 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.442705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cae03340-aea8-41e8-a699-7373ad9aaf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:42.488474 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ece1f003ede422b96aa21cd5acffc20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121866 May 10 19:11:42.490378 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc17e3-3769-4ff6-9089-5b78a5669e1e,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:42.491849 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58678) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:42.494144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:42.563943 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.593239 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.601457 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432bd99-d098-4546-8092-fcfa11c57015 req-84d43037-0678-464e-bb18-7aa96eeb2829 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:42.603094 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2432bd99-d098-4546-8092-fcfa11c57015 req-84d43037-0678-464e-bb18-7aa96eeb2829 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1025014 May 10 19:11:42.652743 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.657704 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2432bd99-d098-4546-8092-fcfa11c57015 req-52b9613f-aa59-475c-b7c1-1b5fc3554234 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486548 May 10 19:11:42.659308 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ca401c98-68ef-49ad-bab4-3219465057d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:42.674649 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc17e3-3769-4ff6-9089-5b78a5669e1e,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:42.678072 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:42.684021 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4bc17e3-3769-4ff6-9089-5b78a5669e1e HTTP/1.1" status: 204 len: 168 time: 0.1860433 May 10 19:11:42.684560 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:42.842359 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7eb29-67b2-47ff-a95e-091bf5083e19 req-97ca9910-a465-44cc-81f8-697b4ef5b770 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:42.843903 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8dc7eb29-67b2-47ff-a95e-091bf5083e19 req-97ca9910-a465-44cc-81f8-697b4ef5b770 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.0957258 May 10 19:11:42.898507 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8dc7eb29-67b2-47ff-a95e-091bf5083e19 req-8cf997a2-6c93-4ff6-bd08-1e1aa8f24d81 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 May 10 19:11:43.523560 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29399de-be54-40f2-a8d4-17d5d7437fe5 req-576d2a9b-09c4-4e6c-8926-ff0dd0084850 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:43.526660 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e29399de-be54-40f2-a8d4-17d5d7437fe5 req-576d2a9b-09c4-4e6c-8926-ff0dd0084850 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1349137 May 10 19:11:43.560272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9180-33e4-4529-8413-589d12b58352 req-f5b5dece-a92a-4aca-ab34-7a9561a5dac4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:43.563621 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9f8e9180-33e4-4529-8413-589d12b58352 req-f5b5dece-a92a-4aca-ab34-7a9561a5dac4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.1379094 May 10 19:11:43.623814 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e29399de-be54-40f2-a8d4-17d5d7437fe5 req-84c431ab-5f93-4971-9b0b-942db15b8233 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917745 May 10 19:11:43.658899 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9f8e9180-33e4-4529-8413-589d12b58352 req-0ebfb570-f15d-4101-a301-18206de239ef tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785894 May 10 19:11:43.869664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdb13e-84ad-410d-b3db-bbdf8a5c6562 req-df12975c-243b-4915-af56-2ce2c2740c9a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:43.871181 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e6cdb13e-84ad-410d-b3db-bbdf8a5c6562 req-df12975c-243b-4915-af56-2ce2c2740c9a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.0933588 May 10 19:11:43.948823 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e6cdb13e-84ad-410d-b3db-bbdf8a5c6562 req-bbd3c0d2-aab1-4cc9-84f4-5d7dae9c40dd tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 May 10 19:11:44.134586 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c087d74-5240-48df-b9f2-f13bbd3952ef req-e8fcd5f1-8d21-44ec-9011-890daf3c2973 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:44.138773 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7c087d74-5240-48df-b9f2-f13bbd3952ef req-e8fcd5f1-8d21-44ec-9011-890daf3c2973 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.1061032 May 10 19:11:44.200676 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7c087d74-5240-48df-b9f2-f13bbd3952ef req-efbe505f-6588-4b44-bf56-98ec67a32792 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584052 May 10 19:11:44.898937 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-955315d8-2b99-4b90-8aad-e787e1527033 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf11550-5732-4f61-9759-4b7ae28723b7 HTTP/1.1" status: 200 len: 217 time: 0.1109927 May 10 19:11:44.948407 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-548705b5-2a24-4bbf-84e3-263a37803f3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 200 len: 217 time: 0.1806977 May 10 19:11:45.020576 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-a8c3cb51-3891-4f3b-9e8a-ac01bb090e18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305381 May 10 19:11:45.039967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-508eeef8-7681-4286-b167-04fb533bea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:45.041404 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-508eeef8-7681-4286-b167-04fb533bea22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0862639 May 10 19:11:45.110345 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0177de-f230-4f8e-afda-086293161ccc req-425dce50-d1b5-4ade-a4f1-625ff93fb482 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:45.111958 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d0177de-f230-4f8e-afda-086293161ccc req-425dce50-d1b5-4ade-a4f1-625ff93fb482 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.2208004 May 10 19:11:45.165835 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-a189906f-22b5-4c4b-9682-e00040e3d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:45.167481 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-a189906f-22b5-4c4b-9682-e00040e3d4d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173065 May 10 19:11:45.213574 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d0177de-f230-4f8e-afda-086293161ccc req-705a6330-4395-4350-9696-ed654ca569db tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795481 May 10 19:11:45.244717 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-5563cdfc-7b2f-44f6-95f2-a15d04505518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:45.246723 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-5563cdfc-7b2f-44f6-95f2-a15d04505518 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.3060787 May 10 19:11:45.361170 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c71267-bf2a-4dec-9e0b-ebb2dc462901 req-8ad31139-3c20-4da8-bd89-b796fd394585 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:45.371154 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4c71267-bf2a-4dec-9e0b-ebb2dc462901 req-8ad31139-3c20-4da8-bd89-b796fd394585 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.4363632 May 10 19:11:45.379538 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-9cb15813-90e6-4b41-a580-253fd8b4458c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168046 May 10 19:11:45.421709 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-febaa7fc-94ba-4164-afbf-ba697f7b9b11 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440636 May 10 19:11:45.449109 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-e1b98cd0-4fa3-4f8a-8e5c-d2dd0fc333d0 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169919 May 10 19:11:45.658195 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f738e4d4-69b9-44c5-96ec-16a92140ac07 req-019b98a9-34be-47dd-a468-be222f90bc5c service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571035 May 10 19:11:45.686628 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4c71267-bf2a-4dec-9e0b-ebb2dc462901 req-e6d7f58b-f3e3-4d56-aacb-03f90221e927 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143697 May 10 19:11:45.769664 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-079a4bd7-82fb-4b87-a656-a8b8d6e608a3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614848 May 10 19:11:45.839018 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-779606e2-78d1-4887-9aec-7ee94beb25e9 req-27f922f9-6d35-434a-a95c-1325b29852a8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997757 May 10 19:11:45.858694 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf233af-08dc-4034-a045-5c8d9bce5bff req-29a24fec-5f13-4ea4-9e26-85847cb9e193 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:45.860353 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-edf233af-08dc-4034-a045-5c8d9bce5bff req-29a24fec-5f13-4ea4-9e26-85847cb9e193 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1706810 May 10 19:11:45.918392 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-edf233af-08dc-4034-a045-5c8d9bce5bff req-48cdcce5-0310-43cf-8725-7611ca239f54 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469425 May 10 19:11:46.090189 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246f39b-0cd0-4fe1-bfe6-7d8742ecc864 req-6fe3710d-d867-4f55-a29c-e51802315153 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:46.091722 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c246f39b-0cd0-4fe1-bfe6-7d8742ecc864 req-6fe3710d-d867-4f55-a29c-e51802315153 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.2085419 May 10 19:11:46.165340 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-301e2f03-0953-4b92-87c7-9b44061fbc12 req-80aab00d-910f-4541-b5bb-1e132aa974a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346900 May 10 19:11:46.196566 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c246f39b-0cd0-4fe1-bfe6-7d8742ecc864 req-c138fb62-2b73-47bd-9bf7-72d8a431a1dd tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 May 10 19:11:46.374413 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-07f697a7-b95e-421e-b0e2-caf055600860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:46.375883 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-07f697a7-b95e-421e-b0e2-caf055600860 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 1097 time: 0.0759363 May 10 19:11:46.518582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c3eb-652a-433a-9279-a8279ba2009b req-b1509738-c55f-4ac9-abde-a1cba1cd01fd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:46.520505 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8172c3eb-652a-433a-9279-a8279ba2009b req-b1509738-c55f-4ac9-abde-a1cba1cd01fd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.1315875 May 10 19:11:46.564387 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-b8a09f09-1011-4644-98ec-bb1d2d28f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:46.567131 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-b8a09f09-1011-4644-98ec-bb1d2d28f2a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.1816754 May 10 19:11:46.581622 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8172c3eb-652a-433a-9279-a8279ba2009b req-945e6917-2039-417e-b44b-6dc7a76fa2a5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527825 May 10 19:11:46.667684 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-99775bee-b39b-4bed-a1f5-efb47b2e2234 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf11550-5732-4f61-9759-4b7ae28723b7 HTTP/1.1" status: 200 len: 217 time: 0.0929971 May 10 19:11:46.782834 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-de22f036-24bf-4506-88aa-dd515c6d0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:46.784331 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-de22f036-24bf-4506-88aa-dd515c6d0bb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.1079001 May 10 19:11:46.924464 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-357697b2-e114-4ed2-a3aa-0a7bee5e41b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324613 May 10 19:11:47.158320 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff980-f42a-4eef-9c6b-7625279ad5f4 req-3ab1ae16-426f-4ff1-b5a4-f838098b0d8a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:47.158564 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d246a1-d446-48eb-8ca4-0068db075e50 req-ad755e12-8f01-46af-8c8a-34da4d278908 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:47.159802 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d9bff980-f42a-4eef-9c6b-7625279ad5f4 req-3ab1ae16-426f-4ff1-b5a4-f838098b0d8a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.0932825 May 10 19:11:47.159987 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a7d246a1-d446-48eb-8ca4-0068db075e50 req-ad755e12-8f01-46af-8c8a-34da4d278908 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.3158293 May 10 19:11:47.161922 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-6f809c19-8559-42dc-84bd-0c872214cc53 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272308 May 10 19:11:47.217156 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a7d246a1-d446-48eb-8ca4-0068db075e50 req-57da7789-9eff-47c3-a1b0-9d92f67ff488 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 May 10 19:11:47.250637 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d9bff980-f42a-4eef-9c6b-7625279ad5f4 req-7cf6f571-98bb-4c65-989f-64ffbabd6783 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806835 May 10 19:11:47.386692 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ce96a4a-486d-4399-8775-a0c6738ddacf req-5ff11482-5cc2-49d0-bfd4-a68acf05191b service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683888 May 10 19:11:47.480744 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3798e12-3cdd-492a-9cc7-9d01f28078a9 req-e1de2ebd-1016-4bf2-9a2d-2cadb5592741 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:47.482293 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3798e12-3cdd-492a-9cc7-9d01f28078a9 req-e1de2ebd-1016-4bf2-9a2d-2cadb5592741 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.0864818 May 10 19:11:47.617197 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3798e12-3cdd-492a-9cc7-9d01f28078a9 req-ed359e7b-1d15-4c61-b37e-3a9b170a7f4d tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276238 May 10 19:11:47.876239 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b8c2-a941-47fc-813c-95a3886cf9ea req-08daa589-b451-49c1-9055-e31d8cc6b4c7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:47.878583 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f070b8c2-a941-47fc-813c-95a3886cf9ea req-08daa589-b451-49c1-9055-e31d8cc6b4c7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.1654608 May 10 19:11:47.942711 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f070b8c2-a941-47fc-813c-95a3886cf9ea req-36c183b2-0b0d-46de-a210-a844950d6831 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535183 May 10 19:11:48.621585 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81706585-089d-49f4-823a-70124e595b5c req-d8fd0f95-9a14-4b46-a270-8fe2cff2eb1f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:48.623951 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-81706585-089d-49f4-823a-70124e595b5c req-d8fd0f95-9a14-4b46-a270-8fe2cff2eb1f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1569798 May 10 19:11:48.703434 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-81706585-089d-49f4-823a-70124e595b5c req-22fa49b1-85fc-4510-bed3-16d232d9e87d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715823 May 10 19:11:48.736628 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e76f5-f91a-43ac-99ee-4969875c6fc7 req-e40cf6d0-0f0e-4550-97a3-28efb3683492 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:48.739208 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f32e76f5-f91a-43ac-99ee-4969875c6fc7 req-e40cf6d0-0f0e-4550-97a3-28efb3683492 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1259787 May 10 19:11:48.801981 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f32e76f5-f91a-43ac-99ee-4969875c6fc7 req-a427af09-32e8-4cb1-95b6-6a1ebe0f8e3d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553517 May 10 19:11:49.047937 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bd48e9cc-3d63-4171-9891-3375373a6da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:49.250363 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc743f-b17f-4764-9308-b9af24e6a104 req-8c0dcbbd-0b61-4e07-8c60-f39e958a6195 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:49.252909 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4fcc743f-b17f-4764-9308-b9af24e6a104 req-8c0dcbbd-0b61-4e07-8c60-f39e958a6195 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.1521149 May 10 19:11:49.334298 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4fcc743f-b17f-4764-9308-b9af24e6a104 req-997def29-e581-4083-9cc0-87e059f4bcbf tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705094 May 10 19:11:49.926139 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843a010-a26e-4ff6-9746-329e8e828bec req-a72d19a0-a19d-4354-875b-5187a60ac583 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:49.928061 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c843a010-a26e-4ff6-9746-329e8e828bec req-a72d19a0-a19d-4354-875b-5187a60ac583 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1043510 May 10 19:11:49.987832 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c843a010-a26e-4ff6-9746-329e8e828bec req-987861ac-1841-4d8e-af0e-1a2c4041765f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 May 10 19:11:50.057513 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ba79a-a3a9-4a50-9866-c939c5860fc6 req-100aadd2-56b6-4280-b551-63d0783664f8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:50.059151 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-581ba79a-a3a9-4a50-9866-c939c5860fc6 req-100aadd2-56b6-4280-b551-63d0783664f8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1041086 May 10 19:11:50.108523 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-581ba79a-a3a9-4a50-9866-c939c5860fc6 req-919c071c-785e-4c8e-ab9c-297aadd51ed6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 May 10 19:11:50.574239 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e01f5-598d-4d14-a9d1-d4ca8a7b968d req-168364aa-f813-4ee7-bb84-2fb3a3571954 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:50.575674 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-103e01f5-598d-4d14-a9d1-d4ca8a7b968d req-168364aa-f813-4ee7-bb84-2fb3a3571954 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.0825140 May 10 19:11:50.634793 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-103e01f5-598d-4d14-a9d1-d4ca8a7b968d req-320df16e-0214-4fa6-849c-b94f0281e30a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529268 May 10 19:11:51.064383 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1dd7a405-4650-4e33-96a0-c15497bdcff9 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:11:51.176759 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:51.244200 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:51.259431 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2fa2c-66b1-4b2c-a036-833e81471fed req-5cc57d74-bafb-465d-a92e-7acef93e9127 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:51.260982 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4cd2fa2c-66b1-4b2c-a036-833e81471fed req-5cc57d74-bafb-465d-a92e-7acef93e9127 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1415341 May 10 19:11:51.269961 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'port_id': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'mac_address': 'fa:16:3e:1e:1f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:11:51.317742 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4cd2fa2c-66b1-4b2c-a036-833e81471fed req-0f1289e9-33cd-494e-bbc6-b1c6bfcc3052 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 May 10 19:11:51.347971 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115c2a-b2e7-47a2-93bb-d93fe27bc200 req-e074eedb-4c61-48b2-a0b8-4129a4776989 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:51.354526 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a115c2a-b2e7-47a2-93bb-d93fe27bc200 req-e074eedb-4c61-48b2-a0b8-4129a4776989 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1171753 May 10 19:11:51.373496 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:51.403438 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd7a405-4650-4e33-96a0-c15497bdcff9 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:51.429010 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a115c2a-b2e7-47a2-93bb-d93fe27bc200 req-b6ca2a90-37e7-436c-b242-2b1d0c1b02b2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666468 May 10 19:11:51.433242 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:51.443230 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:51.444736 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 4e234021-4a00-4a5b-ab42-c5c354846a90 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:11:51.451338 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:51.629137 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69096779-82a5-40b5-8994-086b13d9e53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:51.749179 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:51.769854 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.770478 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.771009 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.771531 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.772066 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.772624 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.773302 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.773946 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.774502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.775034 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.775531 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.776092 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:11:51.790325 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:51.848726 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:51.894029 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 4e234021-4a00-4a5b-ab42-c5c354846a90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4e234021-4a00-4a5b-ab42-c5c354846a90,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:51.917374 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'port_id': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'mac_address': 'fa:16:3e:63:3a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:11:51.943993 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7d26-6195-4665-92e3-be1d0ddba73d req-d2d21bd4-6bb0-40b6-b5bb-26d533dfa35d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:51.945840 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e3ab7d26-6195-4665-92e3-be1d0ddba73d req-d2d21bd4-6bb0-40b6-b5bb-26d533dfa35d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 943 time: 0.1281149 May 10 19:11:51.987197 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:52.008806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e234021-4a00-4a5b-ab42-c5c354846a90 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:52.010317 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e3ab7d26-6195-4665-92e3-be1d0ddba73d req-290cb9b9-9b65-4fd3-bd65-5884f42705ef tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576072 May 10 19:11:52.010484 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:11:52.036683 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 4e234021-4a00-4a5b-ab42-c5c354846a90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4e234021-4a00-4a5b-ab42-c5c354846a90,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:52.043358 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:52.047550 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-d7b036e8-e85f-45d4-abbc-6f0629bd6b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:52.132099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=4e234021-4a00-4a5b-ab42-c5c354846a90,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:52.135939 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:52.611521 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b56dc-d7d7-486e-9570-eedc6200c3cf req-07f2c291-c566-46c6-a8d6-cce1f793d567 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:52.613379 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a3b56dc-d7d7-486e-9570-eedc6200c3cf req-07f2c291-c566-46c6-a8d6-cce1f793d567 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.0925300 May 10 19:11:52.677862 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a3b56dc-d7d7-486e-9570-eedc6200c3cf req-61f8fd83-e080-4c4e-b04b-a13cf7d3ddb6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558376 May 10 19:11:52.711618 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c8c34-d860-4943-9e00-736e429ae73a req-5b3034ce-68c2-4b4e-aa05-c0d21ed0e53a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:52.713440 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e07c8c34-d860-4943-9e00-736e429ae73a req-5b3034ce-68c2-4b4e-aa05-c0d21ed0e53a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 944 time: 0.1229544 May 10 19:11:52.771228 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:52.798430 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e07c8c34-d860-4943-9e00-736e429ae73a req-dcc46c1d-ceb4-4ab6-b3ed-a9a62a6accb8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744185 May 10 19:11:53.281739 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a4ef-e2d9-42b3-a4ba-ae0348fa8c0c req-884c566d-f546-4832-a5c2-0c9a2ace3096 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:53.283722 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6816a4ef-e2d9-42b3-a4ba-ae0348fa8c0c req-884c566d-f546-4832-a5c2-0c9a2ace3096 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 944 time: 0.1412194 May 10 19:11:53.342886 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6816a4ef-e2d9-42b3-a4ba-ae0348fa8c0c req-9b916b2f-240e-4f3e-b531-7acad8e05d07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519741 May 10 19:11:53.959116 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9d75-5336-4dfe-b9f9-aa3071a6cea7 req-bed960cc-addc-4262-b2f1-fa6972ac44af tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:53.964804 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fa9c9d75-5336-4dfe-b9f9-aa3071a6cea7 req-bed960cc-addc-4262-b2f1-fa6972ac44af tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1524734 May 10 19:11:54.021394 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['4e234021-4a00-4a5b-ab42-c5c354846a90'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:11:54.064486 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fa9c9d75-5336-4dfe-b9f9-aa3071a6cea7 req-516e920a-5088-4037-bc35-5b7cf15d57dd tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907989 May 10 19:11:54.195845 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1759b6-f6d0-4ce0-967d-6f5620155ba4 req-299f10fc-e7b2-49ed-96d5-3966441faca8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:54.197540 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a1759b6-f6d0-4ce0-967d-6f5620155ba4 req-299f10fc-e7b2-49ed-96d5-3966441faca8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 944 time: 0.1605184 May 10 19:11:54.289975 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a1759b6-f6d0-4ce0-967d-6f5620155ba4 req-1dba9736-461a-441d-809e-4461621eb772 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777776 May 10 19:11:54.309883 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:54.549780 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['1dd7a405-4650-4e33-96a0-c15497bdcff9'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:11:54.661909 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0da9-287d-4b00-b31d-01e26d74f2e7 req-a631d7f2-67c4-4fd5-ae21-f31e33be48de tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:54.664836 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-405e0da9-287d-4b00-b31d-01e26d74f2e7 req-a631d7f2-67c4-4fd5-ae21-f31e33be48de tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 944 time: 0.1275430 May 10 19:11:54.726507 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-405e0da9-287d-4b00-b31d-01e26d74f2e7 req-3b942cd2-f92d-477e-8572-26ea2fb29e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554361 May 10 19:11:54.911155 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-252793f1-bffa-42fb-acbf-78b1ed7c01ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155169 May 10 19:11:55.083499 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-ceba286d-10eb-4912-bf28-2dd98140fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:55.084970 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-ceba286d-10eb-4912-bf28-2dd98140fafa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a729320b9c04e7781a400be176839d6&device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 1099 time: 0.0741208 May 10 19:11:55.418117 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-10e3259b-a89b-476b-81eb-ac54b217f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:55.420671 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-10e3259b-a89b-476b-81eb-ac54b217f375 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7323f1d3-0f1c-4b72-9c44-2356afd32665 HTTP/1.1" status: 200 len: 913 time: 0.3052859 May 10 19:11:55.452335 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f027b-1f7e-4e77-91e8-ad7ea6df760d req-69c8dd05-7f26-4086-bf6f-7eaced23f529 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:55.464767 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fd0f027b-1f7e-4e77-91e8-ad7ea6df760d req-69c8dd05-7f26-4086-bf6f-7eaced23f529 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.2491951 May 10 19:11:55.586898 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-0099efe3-7ba0-4c04-a8a8-c305fbdb85d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422 HTTP/1.1" status: 200 len: 217 time: 0.1479838 May 10 19:11:55.656707 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fd0f027b-1f7e-4e77-91e8-ad7ea6df760d req-a94fee9e-f1e3-404b-9e64-245bcb106afa tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905525 May 10 19:11:55.695373 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-5eae33e4-d065-4f95-b1ad-c0b68872b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:55.697892 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-5eae33e4-d065-4f95-b1ad-c0b68872b51d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=952af01a-38b5-40a6-ae4c-de29f191c709 HTTP/1.1" status: 200 len: 852 time: 0.0963745 May 10 19:11:55.833577 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-30d837b4-3ce7-4f56-8c86-1009dc36f1e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7323f1d3-0f1c-4b72-9c44-2356afd32665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271791 May 10 19:11:56.035440 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-557618ed-dc59-45c6-8bfe-c24411e98972 service neutron] 10.222.0.32 "GET /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934545 May 10 19:11:56.106949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427d1a-9750-4f4f-90f9-5686caf4bccc req-fa6d01e0-cf28-429c-b469-cd43977f5344 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:56.119837 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d427d1a-9750-4f4f-90f9-5686caf4bccc req-fa6d01e0-cf28-429c-b469-cd43977f5344 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 944 time: 0.3492637 May 10 19:11:56.363797 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44b12c-8d72-4990-b937-03686053a81f req-f1e004ac-276f-46f4-87c9-688071dac2f6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:56.366626 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ab44b12c-8d72-4990-b937-03686053a81f req-f1e004ac-276f-46f4-87c9-688071dac2f6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 944 time: 0.1670713 May 10 19:11:56.438876 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d427d1a-9750-4f4f-90f9-5686caf4bccc req-4164900e-2bf9-401f-ba1c-f4c4094f2c44 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174524 May 10 19:11:56.505195 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ab44b12c-8d72-4990-b937-03686053a81f req-eb618945-46fc-4b2b-9165-76241f7c6abd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257985 May 10 19:11:56.525356 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b469da97-94e2-4b0c-9b80-56e5c58a94cc req-a2475cd6-647a-4296-bc6f-24b68041f13c service neutron] 10.222.0.32 "GET /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796262 May 10 19:11:56.874172 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device d3ddbded-593c-48af-9300-ba55690b54de details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:11:56.886111 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1dd7a405-4650-4e33-96a0-c15497bdcff9 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:57.005560 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f12be-9a1f-475b-867b-188bb28fc0d3 req-7f30c399-a745-4978-9496-f6b8a03a6a96 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:57.009206 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-968f12be-9a1f-475b-867b-188bb28fc0d3 req-7f30c399-a745-4978-9496-f6b8a03a6a96 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1695952 May 10 19:11:57.072471 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 1dd7a405-4650-4e33-96a0-c15497bdcff9 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:57.089429 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 1dd7a405-4650-4e33-96a0-c15497bdcff9 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:57.090061 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.134081 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-968f12be-9a1f-475b-867b-188bb28fc0d3 req-cd0c3cee-91ef-4af8-b4cc-d6fc1a08c60e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187794 May 10 19:11:57.144703 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port d3ddbded-593c-48af-9300-ba55690b54de, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d3ddbded-593c-48af-9300-ba55690b54de,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:57.171453 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': 'd3ddbded-593c-48af-9300-ba55690b54de', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'port_id': 'd3ddbded-593c-48af-9300-ba55690b54de', 'mac_address': 'fa:16:3e:c5:cc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:11:57.263423 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59000) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:57.284664 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.314938 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.327483 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ddbded-593c-48af-9300-ba55690b54de {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:11:57.359331 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:57.380905 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port d3ddbded-593c-48af-9300-ba55690b54de, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d3ddbded-593c-48af-9300-ba55690b54de,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:57.382294 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:57.384241 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.386122 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:57.470546 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.471404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 4e234021-4a00-4a5b-ab42-c5c354846a90 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:11:57.635677 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'code': 200} May 10 19:11:57.675175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=d3ddbded-593c-48af-9300-ba55690b54de,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:57.684865 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:57.685494 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:57.718217 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.749332 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:57.760549 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c17a7311b1b34f1bb8d5f8d41f0c80b2 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:57.766272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:57.798319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:57.841074 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 4e234021-4a00-4a5b-ab42-c5c354846a90 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:11:57.862467 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 4e234021-4a00-4a5b-ab42-c5c354846a90 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:11:57.863117 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:57.934377 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:57.955256 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:57.986377 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3857d1-6bd6-4b23-94e4-ce7f8f611de2 req-6864fe71-4d55-4473-995d-e21225da3d53 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:57.993704 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc3857d1-6bd6-4b23-94e4-ce7f8f611de2 req-6864fe71-4d55-4473-995d-e21225da3d53 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 944 time: 0.1634026 May 10 19:11:57.998964 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdf81d-9385-45fb-a101-1835a73778e9 req-31c802b7-dfee-44a4-9bbf-8d824aae9fdb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:58.003481 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8bdf81d-9385-45fb-a101-1835a73778e9 req-31c802b7-dfee-44a4-9bbf-8d824aae9fdb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.2280459 May 10 19:11:58.029855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.047747 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.084751 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:58.107376 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8bdf81d-9385-45fb-a101-1835a73778e9 req-874beedc-ed2d-48ed-ac8d-f508a9105bf7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972455 May 10 19:11:58.140046 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.172419 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc3857d1-6bd6-4b23-94e4-ce7f8f611de2 req-63ed072c-ca14-48f2-8e81-8b44bead3e9a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1728432 May 10 19:11:58.222278 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59018) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:58.222859 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c17a7311b1b34f1bb8d5f8d41f0c80b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9568706 May 10 19:11:58.249266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91fd87-65d4-4abe-a7ce-c4163b9de820,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:58.257112 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:58.269626 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 4e234021-4a00-4a5b-ab42-c5c354846a90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4e234021-4a00-4a5b-ab42-c5c354846a90,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:11:58.277525 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.285022 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:58.347945 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.422047 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.470463 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=4e234021-4a00-4a5b-ab42-c5c354846a90,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:58.474967 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:58.579555 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.606103 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:58.628911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91fd87-65d4-4abe-a7ce-c4163b9de820,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:58.670578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:58.679350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:58.680507 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b91fd87-65d4-4abe-a7ce-c4163b9de820 HTTP/1.1" status: 204 len: 168 time: 0.4568157 May 10 19:11:58.714507 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030516e-7295-4c40-8629-c08d4a937c86 req-b6584987-c4b7-4908-8a08-3f0301440856 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:58.716210 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5030516e-7295-4c40-8629-c08d4a937c86 req-b6584987-c4b7-4908-8a08-3f0301440856 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1980870 May 10 19:11:58.806810 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5030516e-7295-4c40-8629-c08d4a937c86 req-5fb72933-9084-49c1-af25-4dd9c276bd8f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801384 May 10 19:11:59.076119 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59036) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:59.094350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.110764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:11:59.114931 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Usage tracker for resource:security_group_rule and tenant:7739e97a56e84c5fafc0bbcf73d7d26f is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:11:59.117897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:11:59.123862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:11:59.259470 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.265474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.307993 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4ed2aa73-e846-41d4-b736-3056b07be1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:59.360471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabea775-a7a4-44c1-b036-46c607fd2039 req-41ef0b22-80a3-4514-881a-c44f4803406f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:59.365166 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fabea775-a7a4-44c1-b036-46c607fd2039 req-41ef0b22-80a3-4514-881a-c44f4803406f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0981739 May 10 19:11:59.388350 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7739e97a56e84c5fafc0bbcf73d7d26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108315 May 10 19:11:59.394507 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59044) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:11:59.432788 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65feabb5-0eb9-48f7-ac34-f70349d19b27,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:59.438058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:59.484922 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fabea775-a7a4-44c1-b036-46c607fd2039 req-cbe64dd3-bbb9-4153-90b4-e1d84b39b6ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166599 May 10 19:11:59.503585 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd946f70-5158-4de4-a7d1-155a109c3d2e req-709dab9c-70e4-417f-a639-5a165bcf548d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:11:59.506264 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cd946f70-5158-4de4-a7d1-155a109c3d2e req-709dab9c-70e4-417f-a639-5a165bcf548d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1775479 May 10 19:11:59.528861 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.568509 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cd946f70-5158-4de4-a7d1-155a109c3d2e req-fad89be6-1f7c-450f-ba14-d095171d2598 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555251 May 10 19:11:59.574459 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.636919 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:11:59.670114 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.679413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:11:59.704246 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65feabb5-0eb9-48f7-ac34-f70349d19b27,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:11:59.709069 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:11:59.723144 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:11:59.725385 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65feabb5-0eb9-48f7-ac34-f70349d19b27 HTTP/1.1" status: 204 len: 168 time: 0.3292501 May 10 19:11:59.730389 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'code': 200} May 10 19:12:00.112198 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035bde0-3b87-4a07-a004-f315f45a47fd req-9181c8d4-e39a-4681-a3c2-9d7d60ce4da5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:00.113781 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5035bde0-3b87-4a07-a004-f315f45a47fd req-9181c8d4-e39a-4681-a3c2-9d7d60ce4da5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.0978196 May 10 19:12:00.163759 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5035bde0-3b87-4a07-a004-f315f45a47fd req-a6fa0aa7-d2d8-42d7-8db6-95533d7b724f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 May 10 19:12:00.848729 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296992-2769-4204-9f4c-19de55e5446f req-32ca584d-33a5-4a4c-bcbf-57757dee3b52 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:00.858041 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74598533-21c9-4d44-88ed-1b724f84390a req-b52f1f1e-e338-41c9-8cd7-631b54f1fc42 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:00.861243 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74598533-21c9-4d44-88ed-1b724f84390a req-b52f1f1e-e338-41c9-8cd7-631b54f1fc42 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1566696 May 10 19:12:00.863679 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c4296992-2769-4204-9f4c-19de55e5446f req-32ca584d-33a5-4a4c-bcbf-57757dee3b52 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1841393 May 10 19:12:00.935684 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74598533-21c9-4d44-88ed-1b724f84390a req-bd7f7451-9556-4435-8561-cc40825c1fab tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631921 May 10 19:12:00.962017 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c4296992-2769-4204-9f4c-19de55e5446f req-ee2d32bf-8d8c-455d-a54e-c5ce2f286f4a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968719 May 10 19:12:01.393530 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0596881-24c7-4ed1-8c2a-acb47570884f req-b0461787-0d89-4332-a567-2b46f316bf96 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:01.396289 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0596881-24c7-4ed1-8c2a-acb47570884f req-b0461787-0d89-4332-a567-2b46f316bf96 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.1092603 May 10 19:12:01.477388 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0596881-24c7-4ed1-8c2a-acb47570884f req-17f0fc44-d30e-403a-81af-4fa7a2a229cf tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671055 May 10 19:12:02.093885 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 0cf11550-5732-4f61-9759-4b7ae28723b7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:12:02.314420 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389f0bd-b7c1-4cb3-b249-1bac265753ee req-1f9cb674-d993-42d7-a553-16a76983870c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:02.337248 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8389f0bd-b7c1-4cb3-b249-1bac265753ee req-1f9cb674-d993-42d7-a553-16a76983870c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1838276 May 10 19:12:02.463191 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c727b-f671-4b34-bf60-42f907af53dc req-c2cb1be6-86bf-4309-8cfe-9f143eb6da67 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:02.488723 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fd0c727b-f671-4b34-bf60-42f907af53dc req-c2cb1be6-86bf-4309-8cfe-9f143eb6da67 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.3452451 May 10 19:12:02.520340 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8389f0bd-b7c1-4cb3-b249-1bac265753ee req-cb741ebf-ad23-4c06-9ee6-16cdcd679dc6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807635 May 10 19:12:02.533836 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['d3ddbded-593c-48af-9300-ba55690b54de'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:12:02.627938 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fd0c727b-f671-4b34-bf60-42f907af53dc req-397468b1-4cd1-4755-8c2d-aba12ae7753c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376429 May 10 19:12:02.635058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415f85f-45d8-436d-9370-05f780065fa6 req-213da497-4144-4cb1-b41d-5f45f5c23477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:02.637193 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7415f85f-45d8-436d-9370-05f780065fa6 req-213da497-4144-4cb1-b41d-5f45f5c23477 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 1098 time: 0.2127814 May 10 19:12:02.657760 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 0cf11550-5732-4f61-9759-4b7ae28723b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0cf11550-5732-4f61-9759-4b7ae28723b7,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:02.718335 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '0cf11550-5732-4f61-9759-4b7ae28723b7', 'network_id': 'ca87c84b-d101-49ef-9d44-e37ca693fdff', 'port_id': '0cf11550-5732-4f61-9759-4b7ae28723b7', 'mac_address': 'fa:16:3e:8e:95:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0391bca-4d7b-4fbc-b970-71d2bad3b84c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:12:02.818985 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7415f85f-45d8-436d-9370-05f780065fa6 req-f62e9111-47e8-4daf-8806-c554bbdb1c9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555095 May 10 19:12:02.902833 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:02.917854 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b612-185a-4df7-9297-6d6320d95378 req-cfe91df2-4f34-4fa9-b4fa-f26d5e02f5a4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:02.919677 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9382b612-185a-4df7-9297-6d6320d95378 req-cfe91df2-4f34-4fa9-b4fa-f26d5e02f5a4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 944 time: 0.0939987 May 10 19:12:02.933336 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf11550-5732-4f61-9759-4b7ae28723b7 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:12:02.976050 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 0cf11550-5732-4f61-9759-4b7ae28723b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0cf11550-5732-4f61-9759-4b7ae28723b7,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:02.983801 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:02.988794 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-848a601e-153d-46ca-8092-d20a31ad772e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:02.995751 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9382b612-185a-4df7-9297-6d6320d95378 req-2461068d-9564-4d68-8811-82a83fa6d2da tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642173 May 10 19:12:03.093307 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=0cf11550-5732-4f61-9759-4b7ae28723b7,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:03.098502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:03.575906 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a69f5-903c-492b-856a-7e22653c0869 req-c052d6d3-a5f0-4e46-871a-6e36cc7207ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:03.578189 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-088a69f5-903c-492b-856a-7e22653c0869 req-c052d6d3-a5f0-4e46-871a-6e36cc7207ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.0958130 May 10 19:12:03.657900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-088a69f5-903c-492b-856a-7e22653c0869 req-89df835d-17d5-43fc-a673-87ef1c17bbdf service neutron] Synchronizing usage tracker for tenant:feae1b834ec54e3185676e66822d3ed5 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:12:03.697315 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-088a69f5-903c-492b-856a-7e22653c0869 req-89df835d-17d5-43fc-a673-87ef1c17bbdf service neutron] Unset dirty status for tenant:feae1b834ec54e3185676e66822d3ed5 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:12:03.699839 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-088a69f5-903c-492b-856a-7e22653c0869 req-89df835d-17d5-43fc-a673-87ef1c17bbdf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063371 May 10 19:12:03.846342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['0cf11550-5732-4f61-9759-4b7ae28723b7'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:12:03.963726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bf81e-50ce-4ca8-a8d6-f2d7f74f781e req-5e067cdb-9a31-480f-a8d0-82ad066db8ea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:03.966280 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-277bf81e-50ce-4ca8-a8d6-f2d7f74f781e req-5e067cdb-9a31-480f-a8d0-82ad066db8ea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.2397599 May 10 19:12:03.972068 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a65f6-f81f-414b-a23e-e3c115274b79 req-6199883d-7d79-4ebc-8698-1deea54cc682 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:03.975578 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-552a65f6-f81f-414b-a23e-e3c115274b79 req-6199883d-7d79-4ebc-8698-1deea54cc682 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1361191 May 10 19:12:04.019713 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-277bf81e-50ce-4ca8-a8d6-f2d7f74f781e req-9341219b-89ed-498d-ab3b-0a1450e15e9c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478814 May 10 19:12:04.058577 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-552a65f6-f81f-414b-a23e-e3c115274b79 req-61bc7ca7-04e9-421a-848a-c7c49268bdd7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772867 May 10 19:12:04.257423 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cd7a3-7540-41e4-bae3-09e48dc3c806 req-3ef8390e-769a-4c0f-a7eb-7cd2743d606f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:04.259131 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d84cd7a3-7540-41e4-bae3-09e48dc3c806 req-3ef8390e-769a-4c0f-a7eb-7cd2743d606f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 945 time: 0.1139793 May 10 19:12:04.320521 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d84cd7a3-7540-41e4-bae3-09e48dc3c806 req-4d22dda3-789c-4abd-a20e-77a11f1310d5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 May 10 19:12:05.026397 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device d3ddbded-593c-48af-9300-ba55690b54de up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:12:05.137671 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port d3ddbded-593c-48af-9300-ba55690b54de completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:12:05.147569 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port d3ddbded-593c-48af-9300-ba55690b54de triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:12:05.148204 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:05.357767 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f7fd-2ab0-4ef9-bdf7-3fb62523068e req-620dba62-1dfb-4231-8dc4-3a6965af4190 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:05.373573 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3843f7fd-2ab0-4ef9-bdf7-3fb62523068e req-620dba62-1dfb-4231-8dc4-3a6965af4190 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.2081850 May 10 19:12:05.427148 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:05.466653 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3843f7fd-2ab0-4ef9-bdf7-3fb62523068e req-3b551dd6-266f-4fc0-be15-a01ad262ab68 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917141 May 10 19:12:05.487325 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57495119-ec30-4f84-9bad-8798fad86d20 req-e616973f-f9b8-4fd8-912f-2cde78f36b50 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:05.497178 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-57495119-ec30-4f84-9bad-8798fad86d20 req-e616973f-f9b8-4fd8-912f-2cde78f36b50 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.2038841 May 10 19:12:05.509367 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ddbded-593c-48af-9300-ba55690b54de'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:05.522152 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port d3ddbded-593c-48af-9300-ba55690b54de, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d3ddbded-593c-48af-9300-ba55690b54de,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:05.529902 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:05.533489 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:05.564257 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-57495119-ec30-4f84-9bad-8798fad86d20 req-6c87e7e1-6fa4-452f-9dd5-521b96b93553 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625050 May 10 19:12:05.632968 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=d3ddbded-593c-48af-9300-ba55690b54de,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:05.650231 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:05.694506 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ddbded-593c-48af-9300-ba55690b54de', 'code': 200} May 10 19:12:05.821524 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558662b0-b672-4d14-9231-0ac9efea766c req-44b45321-9e5f-4eff-95a2-b3e7f26635b0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:05.835866 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-558662b0-b672-4d14-9231-0ac9efea766c req-44b45321-9e5f-4eff-95a2-b3e7f26635b0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 945 time: 0.1795113 May 10 19:12:05.916960 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-558662b0-b672-4d14-9231-0ac9efea766c req-9167867c-d2ce-4f64-b793-ac5cfc274beb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793209 May 10 19:12:06.701167 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5a3d8-7a6d-4ea0-92d6-dd02577764a9 req-36c699ca-9444-4e63-a16d-ed550de51c93 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:06.704118 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-92b5a3d8-7a6d-4ea0-92d6-dd02577764a9 req-36c699ca-9444-4e63-a16d-ed550de51c93 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1084342 May 10 19:12:06.756339 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-92b5a3d8-7a6d-4ea0-92d6-dd02577764a9 req-5c41561f-b78c-49fa-b657-5f0d4befa5f3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 May 10 19:12:06.791101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc748-9cb8-46ca-867c-b81ec557606f req-4c683b49-4463-4fe7-9b86-1af1b16c611e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:06.792679 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-567fc748-9cb8-46ca-867c-b81ec557606f req-4c683b49-4463-4fe7-9b86-1af1b16c611e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0909665 May 10 19:12:06.844965 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-567fc748-9cb8-46ca-867c-b81ec557606f req-196441cc-cb46-4476-a26f-b01dd1891bf7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462079 May 10 19:12:07.154780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238773c-5fca-4878-a09c-44e2677bb6bd req-315bc822-72e7-404b-9265-bd3295a7c45b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:07.156342 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3238773c-5fca-4878-a09c-44e2677bb6bd req-315bc822-72e7-404b-9265-bd3295a7c45b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 945 time: 0.0864680 May 10 19:12:07.214718 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3238773c-5fca-4878-a09c-44e2677bb6bd req-550eef79-96c7-48ef-a97f-7bc70f6bbc4e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 May 10 19:12:08.000870 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603d085-803f-4300-901f-c551a963722b req-c7121024-a28d-4b52-9acf-678bb411c9df tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:08.002628 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c603d085-803f-4300-901f-c551a963722b req-c7121024-a28d-4b52-9acf-678bb411c9df tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1263266 May 10 19:12:08.074077 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c603d085-803f-4300-901f-c551a963722b req-4c1ac3ba-1fd4-4bc4-a2eb-0d644ad6db14 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605774 May 10 19:12:08.099185 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55c101-55f1-400e-8e3a-9095ca87f92b req-485f2eb8-a5ea-4c0c-b1f4-216fa9e4abea tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:08.103278 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ba55c101-55f1-400e-8e3a-9095ca87f92b req-485f2eb8-a5ea-4c0c-b1f4-216fa9e4abea tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1293316 May 10 19:12:08.189585 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ba55c101-55f1-400e-8e3a-9095ca87f92b req-93ad2697-4a4d-4042-9ef1-69200712eebd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585670 May 10 19:12:08.465364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b8a16-ff0b-4fc3-aac1-19c572a145ec req-1d4d0f3c-4acb-4cf0-9ef7-5030dc69c08c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:08.466868 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef2b8a16-ff0b-4fc3-aac1-19c572a145ec req-1d4d0f3c-4acb-4cf0-9ef7-5030dc69c08c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 945 time: 0.1430531 May 10 19:12:08.519304 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef2b8a16-ff0b-4fc3-aac1-19c572a145ec req-68e6d7fd-f850-4d31-877b-1c52f4a7b5db tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448124 May 10 19:12:09.330285 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a2a27-e249-4ec2-9b9b-a5e78fdef116 req-d1ed5788-fcb8-48ff-bb89-6dcceb8812c6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:09.332910 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b82a2a27-e249-4ec2-9b9b-a5e78fdef116 req-d1ed5788-fcb8-48ff-bb89-6dcceb8812c6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1123748 May 10 19:12:09.397757 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b82a2a27-e249-4ec2-9b9b-a5e78fdef116 req-902dfe8b-335c-4abe-a356-296a7b1f922f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578742 May 10 19:12:09.409755 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb9601-3e58-4bf9-aadb-f2063a83d292 req-575ff500-556d-49b8-ad12-afff6bd28b86 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:09.411376 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ecb9601-3e58-4bf9-aadb-f2063a83d292 req-575ff500-556d-49b8-ad12-afff6bd28b86 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0904801 May 10 19:12:09.464774 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ecb9601-3e58-4bf9-aadb-f2063a83d292 req-2431c7dd-64c1-43f7-ac69-73f6712bc251 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464537 May 10 19:12:09.727754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc135937-1049-499a-916f-f1fa81eb38c8 req-c7eae773-88e4-4a62-9914-d3178f323118 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:09.728885 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cc135937-1049-499a-916f-f1fa81eb38c8 req-c7eae773-88e4-4a62-9914-d3178f323118 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 945 time: 0.0903053 May 10 19:12:09.786035 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cc135937-1049-499a-916f-f1fa81eb38c8 req-3a184ac6-9750-4fe5-82eb-db10d7af8bfd tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 May 10 19:12:09.883685 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 0cf11550-5732-4f61-9759-4b7ae28723b7 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:12:09.995020 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 0cf11550-5732-4f61-9759-4b7ae28723b7 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:12:10.001767 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 0cf11550-5732-4f61-9759-4b7ae28723b7 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:12:10.002185 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:10.129688 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:10.160816 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be6b754-64be-4582-a22c-484b0c30067e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf11550-5732-4f61-9759-4b7ae28723b7'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:10.172497 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 0cf11550-5732-4f61-9759-4b7ae28723b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0cf11550-5732-4f61-9759-4b7ae28723b7,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:10.178667 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:10.180938 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-bb83b9fa-bef7-43eb-a374-4ad1eac5fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:10.212510 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be6b754-64be-4582-a22c-484b0c30067e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf11550-5732-4f61-9759-4b7ae28723b7', 'code': 200} May 10 19:12:10.250373 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=0cf11550-5732-4f61-9759-4b7ae28723b7,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:10.253435 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:10.508754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeedc25-3d4b-419a-8769-3ae4d9321775 req-57755efa-7820-4521-a513-5d2760e9792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:10.512289 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-efeedc25-3d4b-419a-8769-3ae4d9321775 req-57755efa-7820-4521-a513-5d2760e9792b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1415524 May 10 19:12:10.666769 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-efeedc25-3d4b-419a-8769-3ae4d9321775 req-17893aa9-d8e4-4e18-91bb-c9e66a7fb9a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439159 May 10 19:12:10.714149 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365d1bf-f012-4311-b5a6-bb9755e6b260 req-52daf368-3b6a-4be5-8230-1bb65449b4ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:10.722842 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5365d1bf-f012-4311-b5a6-bb9755e6b260 req-52daf368-3b6a-4be5-8230-1bb65449b4ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1367884 May 10 19:12:10.775806 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5365d1bf-f012-4311-b5a6-bb9755e6b260 req-30219039-04eb-4041-ba5e-6e4a7af963ae tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521047 May 10 19:12:10.788166 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5385579-5244-421c-9d28-b20c6690d3fd req-9844637d-e293-4460-800a-aa675910fa80 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:10.789638 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b5385579-5244-421c-9d28-b20c6690d3fd req-9844637d-e293-4460-800a-aa675910fa80 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1084838 May 10 19:12:10.841723 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b5385579-5244-421c-9d28-b20c6690d3fd req-d4124459-ad0a-4cb8-9a9a-8cd464440d11 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449524 May 10 19:12:10.992896 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc6b83-e5be-4624-8322-0741a08d7475 req-809091de-dc23-4b2c-a851-a46ad85bad70 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:10.994445 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8afc6b83-e5be-4624-8322-0741a08d7475 req-809091de-dc23-4b2c-a851-a46ad85bad70 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0876565 May 10 19:12:11.061236 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8afc6b83-e5be-4624-8322-0741a08d7475 req-c635f230-b2cf-43c1-922b-76b729d84f31 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 May 10 19:12:11.376904 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866abb1-796e-44d8-8f71-8960982d9bcd req-2948437a-eb70-44b4-9ce4-2772cd5a501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:11.379884 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b866abb1-796e-44d8-8f71-8960982d9bcd req-2948437a-eb70-44b4-9ce4-2772cd5a501d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 1099 time: 0.0823634 May 10 19:12:11.519684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b866abb1-796e-44d8-8f71-8960982d9bcd req-5461c759-db07-4db6-be4c-480c7d7d6d14 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 May 10 19:12:12.096801 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0df09-f579-414a-9c2b-3e1cb6b5f716 req-abeb6383-8cd9-4964-9f48-e507af7a51f8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:12.105193 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d0b0df09-f579-414a-9c2b-3e1cb6b5f716 req-abeb6383-8cd9-4964-9f48-e507af7a51f8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1252329 May 10 19:12:12.196156 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d0b0df09-f579-414a-9c2b-3e1cb6b5f716 req-434dc13f-13d5-4218-a63f-7f11b901bb2a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840695 May 10 19:12:12.270472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756b1c5-ec35-4ecc-a7c0-1f7a9d25f1c2 req-3ec49fc0-d94c-41c2-9d71-f76ebdbf84c5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:12.273500 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1756b1c5-ec35-4ecc-a7c0-1f7a9d25f1c2 req-3ec49fc0-d94c-41c2-9d71-f76ebdbf84c5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.2426002 May 10 19:12:12.330684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1756b1c5-ec35-4ecc-a7c0-1f7a9d25f1c2 req-48dd590d-aa14-4c0f-b3d1-8b203c712f22 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506368 May 10 19:12:12.524440 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05d40-a957-406f-aafa-41953846c7fb req-cf22dcb8-1ad4-4b03-b976-75566818c223 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:12.526091 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-71a05d40-a957-406f-aafa-41953846c7fb req-cf22dcb8-1ad4-4b03-b976-75566818c223 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1397114 May 10 19:12:12.622534 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e95af7-390d-45ca-9ced-fbde360c4c14 req-f7c7d853-7ad2-498f-8c70-7d666482decb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:12.628991 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-44e95af7-390d-45ca-9ced-fbde360c4c14 req-f7c7d853-7ad2-498f-8c70-7d666482decb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1299758 May 10 19:12:12.635246 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-71a05d40-a957-406f-aafa-41953846c7fb req-2e2c5b86-3fca-4a0b-b940-72cdcb2bc172 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024284 May 10 19:12:12.635718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59336) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:12.641159 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'floatingip': {'port_id': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:12:12.738243 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:13.658916 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c8563-f0a6-4186-bc87-6517286d7938 req-da434fda-6f8f-459b-ba61-8ca6c6a6a839 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:13.660585 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4b6c8563-f0a6-4186-bc87-6517286d7938 req-da434fda-6f8f-459b-ba61-8ca6c6a6a839 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1234286 May 10 19:12:13.695062 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e62bd9-914e-45da-bb89-90694c6ddfb1 req-3b02f648-616a-4998-a650-360858a59caa tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:13.703833 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58e62bd9-914e-45da-bb89-90694c6ddfb1 req-3b02f648-616a-4998-a650-360858a59caa tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.2225795 May 10 19:12:13.719733 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4b6c8563-f0a6-4186-bc87-6517286d7938 req-86688a10-3fed-40e9-9c18-af27f241e84d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530157 May 10 19:12:13.767849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.db.resource_extend [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 19:12:13.938866 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-58e62bd9-914e-45da-bb89-90694c6ddfb1 req-683a65b9-ade0-4c6c-8624-36b54216c0e7 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341368 May 10 19:12:13.991841 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59386) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:14.006150 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.014277 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.179139 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb50060-6b26-4023-ba1c-de59f8cb4ee7 req-867996e1-f7d4-4fe6-96f9-c412b2c67ca5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:14.189552 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eeb50060-6b26-4023-ba1c-de59f8cb4ee7 req-867996e1-f7d4-4fe6-96f9-c412b2c67ca5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1387091 May 10 19:12:14.252988 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.300063 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eeb50060-6b26-4023-ba1c-de59f8cb4ee7 req-70c42970-4e5c-4b20-905c-a54076849a93 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095071 May 10 19:12:14.301331 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:14.306153 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Usage tracker for resource:security_group_rule and tenant:2763ecd6d22c4cb0b357d5366e09de4d is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:14.309376 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:14.316476 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:14.392809 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Floating IP 26721735-c662-439a-a634-8022c626f606 associated. External IP: 172.27.3.198, port: 1dd7a405-4650-4e33-96a0-c15497bdcff9. May 10 19:12:14.412008 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.417967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.425062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:14.472495 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2763ecd6d22c4cb0b357d5366e09de4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769866 May 10 19:12:14.472495 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7648155e-8f8e-4579-8699-fa9bc4b9c3f7,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:14.474160 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59400) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:14.476685 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:14.530925 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0c74-b37f-4fff-b417-d1e1c1bdfe3c req-0aa23e2e-931a-40b7-aed1-8a788d195f11 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:14.532388 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d0f0c74-b37f-4fff-b417-d1e1c1bdfe3c req-0aa23e2e-931a-40b7-aed1-8a788d195f11 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.2625329 May 10 19:12:14.542085 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.543232 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59404) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:14.550742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'floatingip': {'port_id': '4e234021-4a00-4a5b-ab42-c5c354846a90'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:12:14.570285 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.649726 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.703739 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.707660 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6a749f06-0cfd-4393-89f8-5b00080cf07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:14.722263 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7648155e-8f8e-4579-8699-fa9bc4b9c3f7,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:14.726635 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:14.739949 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:14.741116 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7648155e-8f8e-4579-8699-fa9bc4b9c3f7 HTTP/1.1" status: 204 len: 168 time: 0.2660594 May 10 19:12:15.249752 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:12:15.280582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a870-7a45-4176-ba36-edc6dd93a608 req-2a6db83f-cefe-452e-9a22-7c362238c707 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:15.287873 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2f31a870-7a45-4176-ba36-edc6dd93a608 req-2a6db83f-cefe-452e-9a22-7c362238c707 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.1781442 May 10 19:12:15.288416 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59430) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:15.323842 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.365398 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:15.371855 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2f31a870-7a45-4176-ba36-edc6dd93a608 req-8dbfb500-c91a-462e-bba0-e39e80c175ca tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796347 May 10 19:12:15.374841 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Usage tracker for resource:security_group_rule and tenant:2b26ac3ca87a44119f5974c48398a20b is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:15.378395 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:15.386061 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:15.494412 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.500291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.506887 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:15.553257 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f4de5e-6155-41b8-99f7-6d2254e6c8c1,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:15.559731 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b26ac3ca87a44119f5974c48398a20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677722 May 10 19:12:15.559731 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:15.559968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59436) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:15.628687 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.659075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.726715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.733152 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f16705cb-86d4-4200-9da4-f2be2dc728c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:15.747956 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f4de5e-6155-41b8-99f7-6d2254e6c8c1,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:15.748431 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:12:15.753063 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.757221 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4f4de5e-6155-41b8-99f7-6d2254e6c8c1 HTTP/1.1" status: 204 len: 168 time: 0.1963634 May 10 19:12:15.760266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:15.769644 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:12:15.798618 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:12:15.799640 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:11:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:15.860905 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.896474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966b031-8f7e-4f17-827f-f673a367bb39 req-13f2bb27-2d49-4ad9-8078-58346cc9c3b3 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:15.898035 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8966b031-8f7e-4f17-827f-f673a367bb39 req-13f2bb27-2d49-4ad9-8078-58346cc9c3b3 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.4488242 May 10 19:12:15.945446 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:15.957095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:16.032088 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:12:16.121124 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-34cc613a-1239-440a-b643-ea59a5eddd23 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "PUT /v2.0/floatingips/26721735-c662-439a-a634-8022c626f606 HTTP/1.1" status: 200 len: 991 time: 3.4842863 May 10 19:12:16.126640 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:16.145127 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8966b031-8f7e-4f17-827f-f673a367bb39 req-d185417c-193e-4143-a7e2-6b5ca584c87e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330296 May 10 19:12:16.233272 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Floating IP 5dfd4f66-47c3-4bfe-9b02-23822ec4443e associated. External IP: 172.27.3.204, port: 4e234021-4a00-4a5b-ab42-c5c354846a90. May 10 19:12:16.369917 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'status': 'completed', 'code': 200} May 10 19:12:16.632234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-9de916d1-f61e-48ed-9cc3-49ca763c1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:16.634421 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-9de916d1-f61e-48ed-9cc3-49ca763c1051 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 1098 time: 0.2189310 May 10 19:12:16.683968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38911d0-62cf-4259-9128-74da935610c8 req-63e29ccb-f58d-4118-a406-52d44920d1c3 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:16.685575 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c38911d0-62cf-4259-9128-74da935610c8 req-63e29ccb-f58d-4118-a406-52d44920d1c3 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.1435325 May 10 19:12:16.698197 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '26721735-c662-439a-a634-8022c626f606', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'port_id': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'mac_address': 'fa:16:3e:1e:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf59d36-c188-4899-b478-854bede45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:11:13Z', 'updated_at': '2021-05-10T19:12:13Z', 'revision_number': 1, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:16.702832 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:12:16.713524 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:12:16.714647 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:11:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:16.831032 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c38911d0-62cf-4259-9128-74da935610c8 req-208cc48c-85a4-41d9-9442-72e077d78431 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948181 May 10 19:12:16.866242 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-462424f3-4a7c-423c-b242-b22b2e301bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:16.867812 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-462424f3-4a7c-423c-b242-b22b2e301bac service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.2156839 May 10 19:12:16.885295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Router 06d1940b-4a62-4553-b559-700606a411b8 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:12:16.931538 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:12:16.994377 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-e862d163-b1c4-4ebe-ae43-359c36b2eaf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 200 len: 999 time: 0.1127725 May 10 19:12:17.076032 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-7b17dbb8-8182-45cf-808b-2bfa88815e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:17.077552 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-7b17dbb8-8182-45cf-808b-2bfa88815e38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0712545 May 10 19:12:17.178967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-0c82ec17-f9c5-46c8-afe1-9b4fa7e87764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:17.180527 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-0c82ec17-f9c5-46c8-afe1-9b4fa7e87764 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879335 May 10 19:12:17.343194 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-b68e5f58-922f-436e-bf8b-ff1444bdc152 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543386 May 10 19:12:17.365154 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '26721735-c662-439a-a634-8022c626f606', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'port_id': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'mac_address': 'fa:16:3e:1e:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf59d36-c188-4899-b478-854bede45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:11:13Z', 'updated_at': '2021-05-10T19:12:13Z', 'revision_number': 1, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:17.372131 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59553247-b2e1-4d9f-a7ff-270fac5288f1 None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '26721735-c662-439a-a634-8022c626f606', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'port_id': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'mac_address': 'fa:16:3e:1e:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf59d36-c188-4899-b478-854bede45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:11:13Z', 'updated_at': '2021-05-10T19:12:13Z', 'revision_number': 1, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:12:17.511263 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-a1a518ec-86a6-4c93-9e98-ef292e82d090 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:17.519866 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-a1a518ec-86a6-4c93-9e98-ef292e82d090 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.6299305 May 10 19:12:17.533019 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea0a7e-810e-447a-9c0d-b1a37e499102 req-e9a477da-da41-4474-8064-5575ee067a32 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:17.549708 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8fea0a7e-810e-447a-9c0d-b1a37e499102 req-e9a477da-da41-4474-8064-5575ee067a32 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.5831127 May 10 19:12:17.629147 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f64f160c-7482-4b8b-bf61-b3a5dc0e99cc req-a433bf65-5828-4b0e-bb77-c1ec61e488c6 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704182 May 10 19:12:17.655138 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-c4af5cba-c71d-4e67-ae51-68b6cda20af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:17.656959 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-c4af5cba-c71d-4e67-ae51-68b6cda20af8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 1099 time: 0.6951292 May 10 19:12:17.671897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:12:17.681717 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:17.686485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:12:17.721023 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:12:17.722611 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:11:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:17.823304 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b9696-98de-44f6-bd9b-8a265dd67d54 None None] New status for floating IP 26721735-c662-439a-a634-8022c626f606: ACTIVE {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:12:17.836163 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-cf85b5f8-1907-426d-9385-6b5c2d7edf94 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "PUT /v2.0/floatingips/5dfd4f66-47c3-4bfe-9b02-23822ec4443e HTTP/1.1" status: 200 len: 991 time: 3.2918921 May 10 19:12:17.854614 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8fea0a7e-810e-447a-9c0d-b1a37e499102 req-51803ca0-92e1-4570-b941-462bdefa941f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039241 May 10 19:12:18.062279 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:12:18.215244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-22a58426-62d5-4d8b-b24b-027524e54fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:18.216706 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-22a58426-62d5-4d8b-b24b-027524e54fc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.4757082 May 10 19:12:18.230253 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Deleting port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:12:18.230610 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:18.327962 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-138de6f4-ee7f-4d2f-984e-c12a16df728b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf11550-5732-4f61-9759-4b7ae28723b7 HTTP/1.1" status: 200 len: 217 time: 0.0996013 May 10 19:12:18.467257 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] For port 7bc6c6eb-6e8f-42f5-a343-8a0326295422, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=7bc6c6eb-6e8f-42f5-a343-8a0326295422,segment=NetworkSegment(46d1d63a-6863-40d9-8e5c-8c568573e21e),segment_id=46d1d63a-6863-40d9-8e5c-8c568573e21e)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:18.467613 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:18.489610 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dadcf8-f333-4443-bbd4-5ed06fc99c03 req-0789b1bc-2094-485b-a08e-21fff609a815 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:18.496780 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-55dadcf8-f333-4443-bbd4-5ed06fc99c03 req-0789b1bc-2094-485b-a08e-21fff609a815 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 946 time: 0.4442372 May 10 19:12:18.499132 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:18.656446 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'status': 'completed', 'code': 200} May 10 19:12:18.667463 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Calling delete_port for 7bc6c6eb-6e8f-42f5-a343-8a0326295422 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:12:18.672384 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '5dfd4f66-47c3-4bfe-9b02-23822ec4443e', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '06d1940b-4a62-4553-b559-700606a411b8', 'port_id': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'mac_address': 'fa:16:3e:63:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:11:07Z', 'updated_at': '2021-05-10T19:12:15Z', 'revision_number': 1, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:18.678973 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:12:18.692935 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:12:18.693617 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:11:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:18.807341 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-55dadcf8-f333-4443-bbd4-5ed06fc99c03 req-cf433e6b-1d01-4aa0-ac5b-e40f6c046fa1 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9827f04-9dcd-4878-9869-b5998ce52e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096075 May 10 19:12:18.808836 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-12a60b54-3c83-46df-85fa-09be4ff4cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:18.812563 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-12a60b54-3c83-46df-85fa-09be4ff4cd4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.1536851 May 10 19:12:18.816191 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-8765f7f8-7096-4055-93bc-1e91e521e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:18.818169 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-8765f7f8-7096-4055-93bc-1e91e521e156 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.3372462 May 10 19:12:18.908078 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59544) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:18.926406 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-6200a1c5-5e90-4b1c-a3ba-3b68fd292f16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918183 May 10 19:12:19.051961 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:12:19.068196 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-7584a40e-2ac2-47bb-b18d-c681470b6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:19.070359 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-7584a40e-2ac2-47bb-b18d-c681470b6a12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.2375839 May 10 19:12:19.123963 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3080cba5-8424-4fac-8be6-0d2e7a793d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:19.240789 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-4d91c226-5e96-458e-bf3f-d313c9ea7291 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 999 time: 0.1577442 May 10 19:12:19.323725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-9ba63063-5425-4f1c-99a2-6c698480c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:19.325742 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-9ba63063-5425-4f1c-99a2-6c698480c7e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0758615 May 10 19:12:19.341914 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59564) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:19.450558 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:19.505291 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:19.517461 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Usage tracker for resource:security_group_rule and tenant:7dae42bc96b647d389b34bfd6383f4ee is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:19.525596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:19.533732 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:19.537393 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-b91d8144-a57c-4818-9ccd-2e6e14b933ef service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753736 May 10 19:12:19.538419 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:19.553118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:19.562303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:19.584967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-b9075f79-ffdd-487a-ab0a-f586922ee7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:19.586686 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-b9075f79-ffdd-487a-ab0a-f586922ee7ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2198310 May 10 19:12:19.593419 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:19.598882 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Usage tracker for resource:security_group_rule and tenant:facee1b82e744dd1b92d9d1c978c4be2 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:19.601900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:19.607912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:19.647073 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Pushing event deleted for resources: {'Port': ['ID=7bc6c6eb-6e8f-42f5-a343-8a0326295422,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:19.733168 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:19.748556 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4ed9-3084-4a67-a249-3aa4b2a29bda req-18cfae89-7f9f-4d4b-bbd0-e78ce8e9e5b8 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:19.760600 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d98d4ed9-3084-4a67-a249-3aa4b2a29bda req-18cfae89-7f9f-4d4b-bbd0-e78ce8e9e5b8 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.6829503 May 10 19:12:19.761559 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '5dfd4f66-47c3-4bfe-9b02-23822ec4443e', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '06d1940b-4a62-4553-b559-700606a411b8', 'port_id': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'mac_address': 'fa:16:3e:63:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:11:07Z', 'updated_at': '2021-05-10T19:12:15Z', 'revision_number': 1, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:19.773664 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8921e3ff-fee9-4cc1-a62b-ea912fa316d2 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '5dfd4f66-47c3-4bfe-9b02-23822ec4443e', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '06d1940b-4a62-4553-b559-700606a411b8', 'port_id': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'mac_address': 'fa:16:3e:63:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:11:07Z', 'updated_at': '2021-05-10T19:12:15Z', 'revision_number': 1, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:12:19.862082 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-15f6f6ee-c60f-478a-94a3-a167ebafd1b6 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378988 May 10 19:12:19.887891 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] No DVR routers for this DVR port 7bc6c6eb-6e8f-42f5-a343-8a0326295422 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:12:19.927369 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:19.951635 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 7bc6c6eb-6e8f-42f5-a343-8a0326295422 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:12:19.954813 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d98d4ed9-3084-4a67-a249-3aa4b2a29bda req-d1c5f744-cebc-4537-aa7d-bdd5fccd0522 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933646 May 10 19:12:20.001390 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 7bc6c6eb-6e8f-42f5-a343-8a0326295422 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:12:20.001846 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 7bc6c6eb-6e8f-42f5-a343-8a0326295422 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:12:20.006292 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.32 "DELETE /v2.0/ports/7bc6c6eb-6e8f-42f5-a343-8a0326295422 HTTP/1.1" status: 204 len: 173 time: 2.4536860 May 10 19:12:20.016447 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9a7e6b80-eaf1-4e99-9134-a16385fa4caa req-24e2c5dc-287c-4d22-89f6-07077928c2fd service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671097 May 10 19:12:20.048476 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9d1d2b1b-0dc5-4525-a1a3-2d08d6309ce1 req-f1dc6e94-ce92-4211-92d0-364e2f784c05 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.0682747 May 10 19:12:20.056579 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.056897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.077732 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.081339 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.086919 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:20.104669 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5178346d-55f9-4f06-93cf-2a85574f557d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:20.157393 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a260c11-0b77-4841-b781-44c120b5092b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:20.165595 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dae42bc96b647d389b34bfd6383f4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2523916 May 10 19:12:20.167201 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:20.169086 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59586) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:20.171695 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eccbcf3-3603-4540-a406-229a78ad9f15 None None] New status for floating IP 5dfd4f66-47c3-4bfe-9b02-23822ec4443e: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:12:20.211971 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=facee1b82e744dd1b92d9d1c978c4be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8664427 May 10 19:12:20.213854 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59590) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:20.219882 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-531f83f8-fc85-4736-888e-7f9678923aa7 req-ff0aff71-b7b0-4ee3-91ce-fbd77a5b963b service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433847 May 10 19:12:20.225822 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764413e8-310c-4e96-94ce-5a27a51350eb,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:20.231615 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:20.301618 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.345040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.356236 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.407983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.456330 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.464459 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-925a49a5-7d62-48f4-81a6-a853401be1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:20.484447 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a260c11-0b77-4841-b781-44c120b5092b,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:20.491057 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:20.498504 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.499712 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a260c11-0b77-4841-b781-44c120b5092b HTTP/1.1" status: 204 len: 168 time: 0.3291619 May 10 19:12:20.507801 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.513358 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:20.525077 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764413e8-310c-4e96-94ce-5a27a51350eb,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:20.527480 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.528601 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/764413e8-310c-4e96-94ce-5a27a51350eb HTTP/1.1" status: 204 len: 168 time: 0.3115780 May 10 19:12:20.529474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:20.657525 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'name': 'network-vif-deleted', 'tag': '7bc6c6eb-6e8f-42f5-a343-8a0326295422'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:20.711848 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd72fa46-4a31-4fe7-8964-04d8f091856d', 'name': 'network-vif-deleted', 'tag': '7bc6c6eb-6e8f-42f5-a343-8a0326295422', 'status': 'completed', 'code': 200} May 10 19:12:20.924467 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59618) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:20.943732 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:20.960057 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:20.964926 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Usage tracker for resource:security_group_rule and tenant:bbe087420f8e4f1290e42adeadb389ba is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:20.968420 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:20.975056 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:21.091689 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.096143 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.104313 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.120768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-47c452c5-7b75-48bc-992c-f78bd03e4552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:21.181198 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbe087420f8e4f1290e42adeadb389ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553639 May 10 19:12:21.183014 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59632) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:21.183496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab51f405-c085-4880-b1e7-ed50d134617e,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:21.210041 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:21.303573 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94b9e8-7050-459c-a2fc-cf864d61c0c7 req-204b8716-efc6-4b14-a404-ff761127bcf0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:21.311033 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9d94b9e8-7050-459c-a2fc-cf864d61c0c7 req-204b8716-efc6-4b14-a404-ff761127bcf0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.2025030 May 10 19:12:21.356118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c1578dd4-a863-4d1d-a596-98bac9d7d825 req-858ff166-3e9c-4281-a86a-46822b4f0cd5 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Synchronizing usage tracker for tenant:1a729320b9c04e7781a400be176839d6 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:12:21.359939 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.377943 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c1578dd4-a863-4d1d-a596-98bac9d7d825 req-858ff166-3e9c-4281-a86a-46822b4f0cd5 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Unset dirty status for tenant:1a729320b9c04e7781a400be176839d6 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:12:21.396557 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c1578dd4-a863-4d1d-a596-98bac9d7d825 req-858ff166-3e9c-4281-a86a-46822b4f0cd5 tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd72fa46-4a31-4fe7-8964-04d8f091856d HTTP/1.1" status: 200 len: 210 time: 0.1081276 May 10 19:12:21.429523 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9d94b9e8-7050-459c-a2fc-cf864d61c0c7 req-d7f1dc7e-5964-4118-8ec3-868c540a9d27 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175632 May 10 19:12:21.432236 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.499857 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.503788 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:21.517881 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab51f405-c085-4880-b1e7-ed50d134617e,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:21.523172 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:21.526900 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-97c1ec18-e0bf-422d-b5c6-f2c8eacf1128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.540062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:21.543758 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab51f405-c085-4880-b1e7-ed50d134617e HTTP/1.1" status: 204 len: 168 time: 0.3533642 May 10 19:12:21.775664 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:22.696391 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08c22-fe08-4f1c-a950-edfaf9635728 req-bf089dd3-e957-4c8c-b16e-29e30dded9c7 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:22.708534 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-29b08c22-fe08-4f1c-a950-edfaf9635728 req-bf089dd3-e957-4c8c-b16e-29e30dded9c7 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1405947 May 10 19:12:22.767976 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59750) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:22.787561 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:22.807772 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-29b08c22-fe08-4f1c-a950-edfaf9635728 req-07ad5a99-5f0f-4d3e-837f-908c43647672 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932918 May 10 19:12:22.956641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:22.990757 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:22.996920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:81ead26cef8e48fab950dff4c31cd87e is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:23.000800 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:23.008235 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:23.123723 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.127952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.159700 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2fab64fc-f4af-4d79-a615-24635dde7f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:23.169257 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81ead26cef8e48fab950dff4c31cd87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997788 May 10 19:12:23.172042 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59778) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:23.197415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682aa059-8bac-4eca-b6df-ed9bfb9791e0,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:23.200692 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:23.238849 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.266521 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.320343 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.325667 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2c074474-e244-44ab-a9cd-b8fae02bd709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:23.336658 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682aa059-8bac-4eca-b6df-ed9bfb9791e0,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:23.338930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:23.344481 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.345601 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/682aa059-8bac-4eca-b6df-ed9bfb9791e0 HTTP/1.1" status: 204 len: 168 time: 0.1724074 May 10 19:12:23.739086 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59802) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:23.757840 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.772673 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:23.776469 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Usage tracker for resource:security_group_rule and tenant:ebabb3df25fc481f9eb27d3f0f672854 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:23.779336 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:23.787900 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:23.894091 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.899719 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:23.929124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d9dc0bf7-fcc7-4a5a-b4bf-c52f0a013a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:23.993509 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebabb3df25fc481f9eb27d3f0f672854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504108 May 10 19:12:23.993944 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59810) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:24.022496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87a07d9-c286-42b8-89b7-608f4cd1377d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:24.028177 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:24.063641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f31e0b-11a7-4c6b-bfe1-f012f2e1cfce req-a9a7048d-e348-4c12-9ca3-33fef87c6583 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:24.071180 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-99f31e0b-11a7-4c6b-bfe1-f012f2e1cfce req-a9a7048d-e348-4c12-9ca3-33fef87c6583 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1430233 May 10 19:12:24.072759 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.120932 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-99f31e0b-11a7-4c6b-bfe1-f012f2e1cfce req-addb9a1c-9004-4c9d-8b75-2fff5432927f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 May 10 19:12:24.131343 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.206539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.220551 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:24.241046 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87a07d9-c286-42b8-89b7-608f4cd1377d,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:24.244399 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:24.247033 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.248964 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d87a07d9-c286-42b8-89b7-608f4cd1377d HTTP/1.1" status: 204 len: 168 time: 0.2526126 May 10 19:12:24.292426 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.424149 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59830) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:24.485297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Deleting subnet 952af01a-38b5-40a6-ae4c-de29f191c709 {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:12:24.489004 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.541782 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.549024 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.828033 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.836235 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4e5e9a2b-296a-4791-8b73-0d852896afc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:24.877028 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952af01a-38b5-40a6-ae4c-de29f191c709,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:24.880247 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:24.881238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:24.887580 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/952af01a-38b5-40a6-ae4c-de29f191c709 HTTP/1.1" status: 204 len: 168 time: 0.4620926 May 10 19:12:24.889858 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59850) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:24.999736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.152409 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.246278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.246798 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.247752 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.248172 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.248753 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.249119 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.249500 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.249876 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.250276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.250683 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.424403 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.424756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.425083 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.425962 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:25.426573 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7323f1d3-0f1c-4b72-9c44-2356afd32665']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:25.479605 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d1d63a-6863-40d9-8e5c-8c568573e21e') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:25.479890 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d1d63a-6863-40d9-8e5c-8c568573e21e') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:25.508258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.528652 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.538831 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:12:25.539227 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: from cryptography.utils import int_from_bytes May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: from cryptography.utils import int_from_bytes May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:12:25.555229 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:12:25.640043 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59878) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:25.659340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e7383-dba9-4e1c-bc22-0a1954edc1cd req-a295f00d-c488-447c-92f2-124e3b771151 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:25.666676 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-865e7383-dba9-4e1c-bc22-0a1954edc1cd req-a295f00d-c488-447c-92f2-124e3b771151 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.2320487 May 10 19:12:25.685751 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.696487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:25.739351 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.749550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7323f1d3-0f1c-4b72-9c44-2356afd32665,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:25.754980 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-865e7383-dba9-4e1c-bc22-0a1954edc1cd req-12601470-c177-454f-88bf-0e741c127abb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 May 10 19:12:25.760802 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7323f1d3-0f1c-4b72-9c44-2356afd32665 HTTP/1.1" status: 204 len: 168 time: 0.8698370 May 10 19:12:25.761889 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a533ebd6-fd92-4d9f-b543-88b85f5866c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:25.786662 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.803613 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:25.807413 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Usage tracker for resource:security_group_rule and tenant:bd7a87f1075d4819834c88f00e08feb6 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:25.810488 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:25.816575 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:25.893507 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59886) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:25.917969 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.922635 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:25.931145 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-65ae662e-ffa2-404c-89da-742a0287cdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:25.964578 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5bd0c6f9-41a7-4ad3-b396-654a29a150d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a729320b9c04e7781a400be176839d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0670354 May 10 19:12:25.964911 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 59890) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:25.970735 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd7a87f1075d4819834c88f00e08feb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285913 May 10 19:12:25.975298 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca5786-399a-4f9b-ae41-84f3129d1c83,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:25.975298 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 59894) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:25.977129 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:26.032958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.037369 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.063204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.075981 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.119013 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.123625 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d663e4e9-c8ae-459c-a736-b1367a92e042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:26.130339 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.135004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:26.136431 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9827f04-9dcd-4878-9869-b5998ce52e21,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:26.139611 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:26.149090 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca5786-399a-4f9b-ae41-84f3129d1c83,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:26.149746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.153072 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:26.153782 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9827f04-9dcd-4878-9869-b5998ce52e21 HTTP/1.1" status: 204 len: 168 time: 0.1875834 May 10 19:12:26.166267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:26.170216 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2ca5786-399a-4f9b-ae41-84f3129d1c83 HTTP/1.1" status: 204 len: 168 time: 0.1924973 May 10 19:12:27.059381 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f350df-0e89-4ccb-9097-7b271edf698a req-37e379a1-d1cb-40c2-9f4f-a6b7358ddc63 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:27.074919 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-24f350df-0e89-4ccb-9097-7b271edf698a req-37e379a1-d1cb-40c2-9f4f-a6b7358ddc63 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1651437 May 10 19:12:27.151186 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-24f350df-0e89-4ccb-9097-7b271edf698a req-6f205cff-8162-4b12-b9e4-2a79e5f7f842 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750651 May 10 19:12:28.558776 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7769c-41ce-447c-bf8d-76ab90df7e25 req-9a3191f5-9bd7-4a57-80ff-a3e790191bc9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:28.560110 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bae7769c-41ce-447c-bf8d-76ab90df7e25 req-9a3191f5-9bd7-4a57-80ff-a3e790191bc9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1358984 May 10 19:12:28.695035 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bae7769c-41ce-447c-bf8d-76ab90df7e25 req-99faf5b5-9fff-4ae2-9c3b-383c52af808d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287861 May 10 19:12:28.715051 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60028) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:28.859486 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60038) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:28.927160 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:28.943409 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:28.947614 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Usage tracker for resource:security_group_rule and tenant:01dd56f4475b402da273fe72619af466 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:28.950764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:28.957647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:28.994844 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.000093 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:12:29.017839 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:29.024268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Usage tracker for resource:security_group_rule and tenant:c0531fb94928480c8c21a45009f53667 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:29.029067 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:29.037426 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:29.115991 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.122065 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.130766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-248b0180-384e-498e-8978-cce2474256ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:29.189966 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3d0fc0-02db-4b98-b6a0-8526021f223c,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:29.193468 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:29.195986 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01dd56f4475b402da273fe72619af466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806607 May 10 19:12:29.199102 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60046) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:29.231393 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.242985 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.251324 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:29.267418 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.294041 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0531fb94928480c8c21a45009f53667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312444 May 10 19:12:29.294041 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2960ac09-a5c7-47e9-aa4f-7f280feb1166,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:29.294301 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.295096 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60050) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:29.297811 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:29.351064 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.356170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b085896-066e-4510-b51c-2753011ec586 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:29.356594 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.371369 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3d0fc0-02db-4b98-b6a0-8526021f223c,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:29.386967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:29.388668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.389069 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.390186 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae3d0fc0-02db-4b98-b6a0-8526021f223c HTTP/1.1" status: 204 len: 168 time: 0.1899235 May 10 19:12:29.463703 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.469126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ccfb2d58-b033-435c-bee3-331da7735229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:29.484016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960ac09-a5c7-47e9-aa4f-7f280feb1166,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:29.495650 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:29.496718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.500394 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2960ac09-a5c7-47e9-aa4f-7f280feb1166 HTTP/1.1" status: 204 len: 168 time: 0.2019174 May 10 19:12:29.774941 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60074) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:29.804055 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:29.825137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:29.835441 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3170623b0ea4fd1a1915aa193b964b9 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:29.843170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:29.912174 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:29.999639 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6329411-af4d-4c00-b630-82ccaaa07354 req-9ac4cf2e-bcff-4af7-8a9f-bc377588d6de tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:30.001257 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a6329411-af4d-4c00-b630-82ccaaa07354 req-9ac4cf2e-bcff-4af7-8a9f-bc377588d6de tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1594198 May 10 19:12:30.091253 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:30.100558 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a6329411-af4d-4c00-b630-82ccaaa07354 req-63d4afdc-6436-49a3-a560-c15727753f40 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787241 May 10 19:12:30.101615 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:30.110743 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b1160a26-6d8d-4d2f-b3b9-8c221e9f6c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:30.170211 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3170623b0ea4fd1a1915aa193b964b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936441 May 10 19:12:30.173773 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60102) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:30.177890 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107a5107-b46a-42b0-881a-767318cab800,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:30.192815 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:30.379053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:30.410414 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:30.463234 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:30.471147 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:30.482214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a5107-b46a-42b0-881a-767318cab800,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:30.484421 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:30.488005 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:30.489697 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/107a5107-b46a-42b0-881a-767318cab800 HTTP/1.1" status: 204 len: 168 time: 0.3137536 May 10 19:12:31.358478 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01437c8-e1bc-4d74-a598-2fd7484ea382 req-f5f3eed0-9d0d-4af6-97a6-062f0cadf9bb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:31.367360 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a01437c8-e1bc-4d74-a598-2fd7484ea382 req-f5f3eed0-9d0d-4af6-97a6-062f0cadf9bb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1274660 May 10 19:12:31.410509 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a01437c8-e1bc-4d74-a598-2fd7484ea382 req-939e9d16-702a-40cd-9784-9efbac9b6977 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 May 10 19:12:32.864717 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60222) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:32.977840 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:32.992545 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:32.996243 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Usage tracker for resource:security_group_rule and tenant:2e50a784f0ce47389f7edef4caf3d26e is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:32.999002 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:33.005095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:33.084411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.088063 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.094907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:33.137820 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e50a784f0ce47389f7edef4caf3d26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718737 May 10 19:12:33.138567 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba827b-7b00-4a94-aea8-0f07ae52b6b2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:33.140359 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60228) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:33.141498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:33.198265 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.223910 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.276661 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.280333 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8e15c4df-26cb-4099-b004-a9c6092c839c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:33.294539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba827b-7b00-4a94-aea8-0f07ae52b6b2,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:33.297349 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:33.304303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.305374 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/acba827b-7b00-4a94-aea8-0f07ae52b6b2 HTTP/1.1" status: 204 len: 168 time: 0.1640115 May 10 19:12:33.602519 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60242) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:33.620251 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.634458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:33.638170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b30a015c3448a397f1d612f77fc8f0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:33.641025 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:33.647118 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:33.727999 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.731483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.738916 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dfeeb801-9fbd-4a77-aacc-db3433f6e307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:33.779381 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9b30a015c3448a397f1d612f77fc8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758077 May 10 19:12:33.780253 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516dde64-0ab4-4969-a4f4-33ae42f3534e,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:33.782120 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60246) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:33.783200 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:33.839901 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.865782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.915551 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.919420 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e959c4b-d028-4f1e-92b0-f6393bd33019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:33.936167 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516dde64-0ab4-4969-a4f4-33ae42f3534e,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:33.939734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:33.945304 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:33.946441 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/516dde64-0ab4-4969-a4f4-33ae42f3534e HTTP/1.1" status: 204 len: 168 time: 0.1632998 May 10 19:12:35.131790 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60284) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:35.247379 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.261045 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:35.264812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0378ba93b7114b36a6aafe8d48664169 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:35.267568 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:35.273573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:35.357334 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.361655 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.368468 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bc826d50-6cbd-4c3a-a011-36ae13a1a2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:35.406428 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac622d87-2f33-447a-8407-86cc7aeab67f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:35.413727 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0378ba93b7114b36a6aafe8d48664169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805970 May 10 19:12:35.413829 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60290) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:35.414348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:35.478775 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.510125 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.567970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.572390 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d6b40be9-73ce-46cf-836a-dce7e045cad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:35.586303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac622d87-2f33-447a-8407-86cc7aeab67f,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:35.590450 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:35.597502 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:35.600932 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac622d87-2f33-447a-8407-86cc7aeab67f HTTP/1.1" status: 204 len: 168 time: 0.1834588 May 10 19:12:35.643660 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626198-efa1-46f0-86a4-ca6a6af57f4a req-6f3cca01-6635-4e7e-a2e0-6b4b21747045 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:35.645145 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e626198-efa1-46f0-86a4-ca6a6af57f4a req-6f3cca01-6635-4e7e-a2e0-6b4b21747045 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0886896 May 10 19:12:35.697399 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e626198-efa1-46f0-86a4-ca6a6af57f4a req-f960b83c-5b68-4cb0-ba36-bb53ec620d69 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 May 10 19:12:36.964191 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa99054-62b1-4c65-a650-d825776e87a0 req-8eee3636-22bc-4d7f-ac64-b02f06689a4a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:36.967104 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eaa99054-62b1-4c65-a650-d825776e87a0 req-8eee3636-22bc-4d7f-ac64-b02f06689a4a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1188345 May 10 19:12:37.023938 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eaa99054-62b1-4c65-a650-d825776e87a0 req-e4fcc27a-59a7-4b4f-b48f-fa2504a707eb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489092 May 10 19:12:37.202364 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-0661c9db-7f1c-47e3-b871-68a20153dbcc tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=66b32f2cafc04aa1b43e7707573428b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305045 May 10 19:12:37.333342 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60370) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:37.377053 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-1a91db6b-13f9-4b8c-b1aa-9770c849c4ba tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:37.379177 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-1a91db6b-13f9-4b8c-b1aa-9770c849c4ba tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706610 May 10 19:12:37.396274 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-1e8b613f-eb47-44a5-8c2c-5fd8be305ffe tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/quotas/66b32f2cafc04aa1b43e7707573428b6 HTTP/1.1" status: 200 len: 375 time: 0.0104358 May 10 19:12:37.448198 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-4108e605-16f5-404f-9ae7-701fd3d733b9 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=66b32f2cafc04aa1b43e7707573428b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463471 May 10 19:12:37.473797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.491330 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:37.495094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:19a5267844cb4aa8a90dfed1dfc3d4b1 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:37.497944 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:37.503524 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:37.591436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.631221 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.643959 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-acd89ab7-c956-463e-b6bc-fbbf000ee38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:37.655178 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-34d22926-175a-445b-9396-7c0047241ce4 req-1303e951-17f0-41f1-baa6-8ad39e1a28fa tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 210 time: 0.0663970 May 10 19:12:37.685667 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05375a-3cb8-4801-8e6b-5bce2e790413,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:37.693348 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19a5267844cb4aa8a90dfed1dfc3d4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563273 May 10 19:12:37.693348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:37.694244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60382) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:37.776349 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.805271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.862330 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.867162 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-023673c2-a987-41fb-9f82-2a1f00cccc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:37.879733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05375a-3cb8-4801-8e6b-5bce2e790413,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:37.884963 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:37.899994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:37.903745 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f05375a-3cb8-4801-8e6b-5bce2e790413 HTTP/1.1" status: 204 len: 168 time: 0.2068663 May 10 19:12:38.325251 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40472fe9-a515-46b4-8c0c-6ab88ffd909b req-56ea23c8-2790-4155-939f-d7b3773a64f5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:38.328007 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40472fe9-a515-46b4-8c0c-6ab88ffd909b req-56ea23c8-2790-4155-939f-d7b3773a64f5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1686826 May 10 19:12:38.393945 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60422) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:38.411552 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40472fe9-a515-46b4-8c0c-6ab88ffd909b req-fe847db5-3fc4-433a-a84b-5f7286e5ea7b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759003 May 10 19:12:38.417278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.438098 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:38.443238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Usage tracker for resource:security_group_rule and tenant:15cb56386261440f863920a7fdde94dc is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:38.447151 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:38.454334 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:38.556949 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.561087 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.569196 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:38.610353 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15cb56386261440f863920a7fdde94dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153118 May 10 19:12:38.611205 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46adbe3d-949c-4784-bc22-3c22d858aa65,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:38.614168 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60426) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:38.615099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:38.670781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.696231 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.748430 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.753364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d55c4dd8-c971-4b34-b93c-fd19e98305c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:38.768492 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46adbe3d-949c-4784-bc22-3c22d858aa65,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:38.801021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:38.806790 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:38.807897 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46adbe3d-949c-4784-bc22-3c22d858aa65 HTTP/1.1" status: 204 len: 168 time: 0.1928041 May 10 19:12:38.815972 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b1b8e001-c804-4284-b716-95747be69adf req-1f23ee98-5955-4724-a39c-8df3e9bcaf62 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 210 time: 0.0507581 May 10 19:12:39.130741 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-03f717a4-1b65-48ec-8326-c88ca1f2e64a tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=66b32f2cafc04aa1b43e7707573428b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377231 May 10 19:12:39.307523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-bd4e657e-f591-4613-8df5-42cdce3c1b9c tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:39.308405 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-bd4e657e-f591-4613-8df5-42cdce3c1b9c tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661711 May 10 19:12:39.332868 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Request body: {'port': {'device_id': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6', 'admin_state_up': True, 'tenant_id': '66b32f2cafc04aa1b43e7707573428b6'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:12:39.589169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:39.599220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Usage tracker for resource:port and tenant:66b32f2cafc04aa1b43e7707573428b6 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:39.615682 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:39.624037 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:39.644402 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Made reservation on behalf of 66b32f2cafc04aa1b43e7707573428b6 for: {'port': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:12:39.647899 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:39.666261 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:39.687568 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:39.697293 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Usage tracker for resource:security_group_rule and tenant:66b32f2cafc04aa1b43e7707573428b6 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:39.702715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:39.717237 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7517d4c-3163-42de-8a72-7e0c2ef3a70b req-31e06ad6-a647-4b1f-8e67-6e93be8187cb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:39.725392 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c7517d4c-3163-42de-8a72-7e0c2ef3a70b req-31e06ad6-a647-4b1f-8e67-6e93be8187cb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1689131 May 10 19:12:39.728131 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:39.792953 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c7517d4c-3163-42de-8a72-7e0c2ef3a70b req-9b1c522c-25d9-432f-87a1-11aa059ec30f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 May 10 19:12:39.916803 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:39.925271 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:39.930342 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:40.024726 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6f56f081-75dd-436b-870e-3df6cdccd476 req-382d56ad-6c89-4a1e-afac-d5d63d1695c5 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 210 time: 0.0577269 May 10 19:12:40.054434 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9f942c-f215-43e1-a43e-04842c36b5bd,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:40.060314 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:40.097574 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60494) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:40.188707 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Allocated IP 192.168.233.160 (766f3a08-3c66-43a8-bbc4-6187f6a433e6/69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd/1b321343-eb90-4041-a69d-561c2ca56b39) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:12:40.441192 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60510) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:40.461873 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.482138 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Transition to ACTIVE for port object 1b321343-eb90-4041-a69d-561c2ca56b39 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:12:40.485148 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.503916 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:40.508536 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1fd2b7b6cc44a388b80eedc42885b2 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:40.511566 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:40.520172 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:40.533688 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.542311 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7735dd3c-b6ba-457b-8b23-f054409b085b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:40.545005 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.571411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:40.578097 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff7941362bd4717a2a2a090117d85ad is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:40.584878 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:40.593466 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:40.613169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:12:40.616889 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:40.620101 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:12:40.688258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Pushing event updated for resources: {'Port': ['ID=1b321343-eb90-4041-a69d-561c2ca56b39,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:40.695117 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:40.695511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.709075 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.732005 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:40.732177 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b28823d3-e9cc-4aea-a839-02879902db1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:40.733027 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.774320 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4423947 May 10 19:12:40.800080 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Request body: {'port': {'device_id': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:12:40.800318 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efe017e-44a7-4330-ae6f-a518053186ac,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:40.803906 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d1fd2b7b6cc44a388b80eedc42885b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052376 May 10 19:12:40.808515 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60520) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:40.810207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.828264 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.828264 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.828264 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.828536 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.828754 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.829269 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.829767 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.831089 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.831721 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.832225 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.832709 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.833204 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:40.845004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.864023 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:40.864756 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d77772c6-270b-4783-8f3f-642b4ac99964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:40.925132 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ff7941362bd4717a2a2a090117d85ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826503 May 10 19:12:40.933097 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce3516ea-925c-4349-a57c-171362b567a2 None None] Provisioning for port 1b321343-eb90-4041-a69d-561c2ca56b39 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:12:40.935088 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60528) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:40.940656 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce3516ea-925c-4349-a57c-171362b567a2 None None] Provisioning complete for port 1b321343-eb90-4041-a69d-561c2ca56b39 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:12:40.941040 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce3516ea-925c-4349-a57c-171362b567a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:40.941246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906bdcbd-2bea-49ab-81af-99aa20ee6335,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:40.946472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:40.970786 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.006596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.027175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce3516ea-925c-4349-a57c-171362b567a2 None None] Port 1b321343-eb90-4041-a69d-561c2ca56b39 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:12:41.070425 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.084060 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.091925 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-34bfbf4a-cbbb-4bed-a086-0a18e8d2dce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:41.106356 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efe017e-44a7-4330-ae6f-a518053186ac,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:41.111806 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:41.118798 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.120221 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3efe017e-44a7-4330-ae6f-a518053186ac HTTP/1.1" status: 204 len: 168 time: 0.3087482 May 10 19:12:41.269370 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.276094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2795b8-9f9d-4fca-bcbd-0cb56785ae70 req-4fca611b-0cb8-410a-bfe9-83e360c58ede tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:41.277879 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2f2795b8-9f9d-4fca-bcbd-0cb56785ae70 req-4fca611b-0cb8-410a-bfe9-83e360c58ede tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 936 time: 0.0987146 May 10 19:12:41.362364 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2f2795b8-9f9d-4fca-bcbd-0cb56785ae70 req-f0010fc4-8a9f-44c3-952a-d94ab858f4dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747693 May 10 19:12:41.409638 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.500268 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee96656-ed82-4504-a917-01f07e40e911 req-d071a58b-e839-4faf-bb78-9300091041f4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:41.511100 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dee96656-ed82-4504-a917-01f07e40e911 req-d071a58b-e839-4faf-bb78-9300091041f4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.4991546 May 10 19:12:41.604641 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dee96656-ed82-4504-a917-01f07e40e911 req-30ba077b-16c0-4465-81b2-7b4a5adfd7a3 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925310 May 10 19:12:41.633313 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.645859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5bb1e5f1-0201-417f-a684-4b4241d0905a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:41.678577 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906bdcbd-2bea-49ab-81af-99aa20ee6335,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:41.691417 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:41.739698 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.743530 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/906bdcbd-2bea-49ab-81af-99aa20ee6335 HTTP/1.1" status: 204 len: 168 time: 0.8047483 May 10 19:12:41.762564 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b321343-eb90-4041-a69d-561c2ca56b39 {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:12:41.773696 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.787894 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Transition to ACTIVE for port object 1b321343-eb90-4041-a69d-561c2ca56b39 will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:12:41.792240 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:41.797799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:41.982319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b321343-eb90-4041-a69d-561c2ca56b39,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:42.149075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.149424 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.149761 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.150149 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.150462 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.150987 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.151482 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.151977 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.152459 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.153087 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.153559 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.154068 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.160642 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:42.204241 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Attempting to bind port 1b321343-eb90-4041-a69d-561c2ca56b39 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:12:42.204578 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Attempting to bind port 1b321343-eb90-4041-a69d-561c2ca56b39 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:12:42.205466 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Attempting to bind port 1b321343-eb90-4041-a69d-561c2ca56b39 on network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:12:42.210912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Port 1b321343-eb90-4041-a69d-561c2ca56b39 on network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:12:42.211238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Attempting to bind port 1b321343-eb90-4041-a69d-561c2ca56b39 on network 766f3a08-3c66-43a8-bbc4-6187f6a433e6 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:12:42.217850 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:12:42.218220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Checking segment: {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:12:42.218611 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Bound using segment: {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:12:42.219050 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Bound port: 1b321343-eb90-4041-a69d-561c2ca56b39, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:12:42.220057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:42.353686 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] For port 1b321343-eb90-4041-a69d-561c2ca56b39, host hv-cinder-78093, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:12:42.358288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] For port 1b321343-eb90-4041-a69d-561c2ca56b39, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b321343-eb90-4041-a69d-561c2ca56b39,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:12:42.363569 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:42.369275 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:42.468883 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:42.473620 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:42.476378 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b321343-eb90-4041-a69d-561c2ca56b39 HTTP/1.1" status: 200 len: 1098 time: 1.6826453 May 10 19:12:42.480153 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'tag': '1b321343-eb90-4041-a69d-561c2ca56b39'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:42.528727 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b321343-eb90-4041-a69d-561c2ca56b39,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:42.532437 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:42.665479 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'tag': '1b321343-eb90-4041-a69d-561c2ca56b39', 'status': 'completed', 'code': 200} May 10 19:12:42.815147 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7e7957cc-00aa-4bef-8198-85a2fe1044b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:42.816758 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-7e7957cc-00aa-4bef-8198-85a2fe1044b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66b32f2cafc04aa1b43e7707573428b6&device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 1101 time: 0.2586322 May 10 19:12:42.829221 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-0438ad51-f6ad-49c9-a670-0d035d591a45 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:42.830792 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-0438ad51-f6ad-49c9-a670-0d035d591a45 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Synchronizing usage tracker for tenant:66b32f2cafc04aa1b43e7707573428b6 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:12:42.852924 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-0438ad51-f6ad-49c9-a670-0d035d591a45 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Unset dirty status for tenant:66b32f2cafc04aa1b43e7707573428b6 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:12:42.854368 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-0438ad51-f6ad-49c9-a670-0d035d591a45 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 948 time: 0.1845551 May 10 19:12:42.928261 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-384c1a90-3ee8-4b6a-8505-fa65f017a970 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1b321343-eb90-4041-a69d-561c2ca56b39 HTTP/1.1" status: 200 len: 217 time: 0.0723293 May 10 19:12:43.027543 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-438e1e90-9fa6-4f1c-84a0-4e1c630e2233 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Synchronizing usage tracker for tenant:66b32f2cafc04aa1b43e7707573428b6 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:12:43.062549 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-cf60dbdb-5c9f-4b7e-8b0e-95c118e3352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:43.065234 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-cf60dbdb-5c9f-4b7e-8b0e-95c118e3352e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd HTTP/1.1" status: 200 len: 843 time: 0.1202073 May 10 19:12:43.098233 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f0801-c283-4d6f-86da-0efac8e9783c req-b924672f-9f77-4d72-b559-814d197e6229 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:43.099734 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0f0801-c283-4d6f-86da-0efac8e9783c req-b924672f-9f77-4d72-b559-814d197e6229 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1066525 May 10 19:12:43.130561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-438e1e90-9fa6-4f1c-84a0-4e1c630e2233 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Unset dirty status for tenant:66b32f2cafc04aa1b43e7707573428b6 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:12:43.140341 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c7e5f924-7fe1-4862-a8c6-e35831a3db84 req-438e1e90-9fa6-4f1c-84a0-4e1c630e2233 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103953 May 10 19:12:43.164058 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0f0801-c283-4d6f-86da-0efac8e9783c req-75003e8a-e058-4c0b-8552-4471c28311e6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579877 May 10 19:12:43.206985 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-835d5912-7a7f-4960-a6d9-6530f9ae7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:43.208449 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-835d5912-7a7f-4960-a6d9-6530f9ae7633 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=766f3a08-3c66-43a8-bbc4-6187f6a433e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1367288 May 10 19:12:43.366089 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-c0f342a2-e7b0-4183-a76f-ed1d2f0ad9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/766f3a08-3c66-43a8-bbc4-6187f6a433e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490915 May 10 19:12:43.515614 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8cfec19-1163-4cac-86c3-c7adfee00fed req-c933153d-544a-4080-b0e6-c9c853165a20 service neutron] 10.222.0.32 "GET /v2.0/networks/766f3a08-3c66-43a8-bbc4-6187f6a433e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402557 May 10 19:12:43.776694 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886179d-a14d-4745-9b3e-32c86647db04 req-3a211c38-5072-47c7-84f6-1cdf81911e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:43.779285 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-3a211c38-5072-47c7-84f6-1cdf81911e6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=66b32f2cafc04aa1b43e7707573428b6&device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 1101 time: 0.1005085 May 10 19:12:43.936789 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886179d-a14d-4745-9b3e-32c86647db04 req-2028a668-2a47-4a0f-9d5d-3295db51c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:43.938240 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-2028a668-2a47-4a0f-9d5d-3295db51c105 service neutron] 10.222.0.32 "GET /v2.0/networks?id=766f3a08-3c66-43a8-bbc4-6187f6a433e6 HTTP/1.1" status: 200 len: 870 time: 0.1483371 May 10 19:12:44.019179 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-68027d84-ec5d-4c50-8b0d-85f4e246611a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1b321343-eb90-4041-a69d-561c2ca56b39 HTTP/1.1" status: 200 len: 217 time: 0.0638907 May 10 19:12:44.091846 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886179d-a14d-4745-9b3e-32c86647db04 req-09e5d9ef-206e-4392-84d7-6e4161ba729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:44.093301 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-09e5d9ef-206e-4392-84d7-6e4161ba729c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd HTTP/1.1" status: 200 len: 843 time: 0.0605338 May 10 19:12:44.184768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886179d-a14d-4745-9b3e-32c86647db04 req-3cd7492e-0df5-4e52-88bc-7c5a6802e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:44.186387 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-3cd7492e-0df5-4e52-88bc-7c5a6802e6eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=766f3a08-3c66-43a8-bbc4-6187f6a433e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0852678 May 10 19:12:44.390193 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-d18fae81-f14a-40ae-9698-f23e7cd3d3fc service neutron] 10.222.0.32 "GET /v2.0/networks/766f3a08-3c66-43a8-bbc4-6187f6a433e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903024 May 10 19:12:44.433887 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ef3f5-644e-4844-b2e0-ab4a3bfa41c3 req-566f8173-64ee-47f8-becb-2f8bc6897fd5 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:44.435470 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ee1ef3f5-644e-4844-b2e0-ab4a3bfa41c3 req-566f8173-64ee-47f8-becb-2f8bc6897fd5 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 948 time: 0.1590912 May 10 19:12:44.603203 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ddac8-bcab-4e5c-9370-a4d2882b499a req-1fbdf1c8-35c6-4cd0-88e4-1a3216a058be tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:44.605515 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d0ddac8-bcab-4e5c-9370-a4d2882b499a req-1fbdf1c8-35c6-4cd0-88e4-1a3216a058be tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1048844 May 10 19:12:44.659239 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ee1ef3f5-644e-4844-b2e0-ab4a3bfa41c3 req-9b1c1037-631d-4695-8d82-7e28fbca9757 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848143 May 10 19:12:44.662272 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d0ddac8-bcab-4e5c-9370-a4d2882b499a req-89da0d42-3942-454f-93a3-37402a4ee21d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 May 10 19:12:44.688826 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7886179d-a14d-4745-9b3e-32c86647db04 req-c8b73535-61d7-4e07-a9a6-8f4c9736682d service neutron] 10.222.0.32 "GET /v2.0/networks/766f3a08-3c66-43a8-bbc4-6187f6a433e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834749 May 10 19:12:45.857079 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a94c1c-224f-4d53-aad0-5c54206eb751 req-fe2fcfe6-d25c-41df-8b04-2b102471cbe6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:45.858773 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c1a94c1c-224f-4d53-aad0-5c54206eb751 req-fe2fcfe6-d25c-41df-8b04-2b102471cbe6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 948 time: 0.0830865 May 10 19:12:45.859355 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe528a-5280-4e35-8a2d-338b8140f4d1 req-1e0c36ce-7781-4bc8-9139-42051bcd15dc tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:45.861549 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38fe528a-5280-4e35-8a2d-338b8140f4d1 req-1e0c36ce-7781-4bc8-9139-42051bcd15dc tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0854466 May 10 19:12:45.916587 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38fe528a-5280-4e35-8a2d-338b8140f4d1 req-6f5c5aa6-41d3-4a3a-9910-5d8f45af2252 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483859 May 10 19:12:45.926625 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c1a94c1c-224f-4d53-aad0-5c54206eb751 req-7c5549ac-428b-4a71-af71-828105f88eed tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 May 10 19:12:47.118203 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0b62f-f353-4246-b1a3-4ddcd15d28ae req-0687f079-1e3e-43aa-bea5-69a1c5b428b4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:47.119780 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9fd0b62f-f353-4246-b1a3-4ddcd15d28ae req-0687f079-1e3e-43aa-bea5-69a1c5b428b4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0853009 May 10 19:12:47.172031 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9fd0b62f-f353-4246-b1a3-4ddcd15d28ae req-f315351a-1ebe-4623-8cc4-752b6bf4e50b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 May 10 19:12:47.201139 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395d75f-736d-4ba3-9a56-5100be6ca298 req-2e4a2bd9-f863-4623-83c1-ac57457614e6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:47.202673 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8395d75f-736d-4ba3-9a56-5100be6ca298 req-2e4a2bd9-f863-4623-83c1-ac57457614e6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 948 time: 0.1588364 May 10 19:12:47.250846 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8395d75f-736d-4ba3-9a56-5100be6ca298 req-df8231ad-d540-4b1e-9275-84fefa3df31e tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 May 10 19:12:48.971448 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1b321343-eb90-4041-a69d-561c2ca56b39 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:12:49.102794 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5bfb4e1a-f016-425d-82de-4508dfaa83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:49.150370 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1b321343-eb90-4041-a69d-561c2ca56b39, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b321343-eb90-4041-a69d-561c2ca56b39,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:49.165877 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '1b321343-eb90-4041-a69d-561c2ca56b39', 'network_id': '766f3a08-3c66-43a8-bbc4-6187f6a433e6', 'port_id': '1b321343-eb90-4041-a69d-561c2ca56b39', 'mac_address': 'fa:16:3e:38:d3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b40eb9-ab7a-41b9-8f81-11d1f0a2c4bd', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:12:49.219980 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:49.237084 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b321343-eb90-4041-a69d-561c2ca56b39 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:12:49.252604 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1b321343-eb90-4041-a69d-561c2ca56b39, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b321343-eb90-4041-a69d-561c2ca56b39,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:49.256576 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:49.258281 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:49.325308 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1b321343-eb90-4041-a69d-561c2ca56b39,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:49.328961 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:51.524480 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9dabf652-f503-4121-b237-2599c146a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:51.592024 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:51.763484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80722e8b-833d-455b-a714-5c1721cdb70c req-819703eb-9c60-479a-8177-926a2016de7b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:51.770614 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-80722e8b-833d-455b-a714-5c1721cdb70c req-819703eb-9c60-479a-8177-926a2016de7b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0941036 May 10 19:12:51.772916 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:51.793134 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60ce12-a32e-454d-86b1-1d8677e96682 req-50d9f46b-c207-4b6d-afd9-6ca6a168e413 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:51.794643 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1e60ce12-a32e-454d-86b1-1d8677e96682 req-50d9f46b-c207-4b6d-afd9-6ca6a168e413 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 949 time: 0.0912366 May 10 19:12:51.817270 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-80722e8b-833d-455b-a714-5c1721cdb70c req-476a05b3-c95d-43fd-a739-c96ee911485c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 May 10 19:12:51.847844 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1e60ce12-a32e-454d-86b1-1d8677e96682 req-aad67683-aab3-4f71-ae6f-10e5b061198c tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 May 10 19:12:52.258610 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['1b321343-eb90-4041-a69d-561c2ca56b39'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:12:52.763658 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:53.051521 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcbd42-bc4a-4e8f-963d-9a48eef73c49 req-457ab904-a071-464f-a98b-bf6f3eb0913d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:53.053042 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-38bcbd42-bc4a-4e8f-963d-9a48eef73c49 req-457ab904-a071-464f-a98b-bf6f3eb0913d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0902982 May 10 19:12:53.072723 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab350-8ef0-47fd-ad71-30b73fda1ef2 req-6318efad-f8be-428a-a9f4-0b9f9f998949 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:53.074353 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-705ab350-8ef0-47fd-ad71-30b73fda1ef2 req-6318efad-f8be-428a-a9f4-0b9f9f998949 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 949 time: 0.0821681 May 10 19:12:53.107530 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-38bcbd42-bc4a-4e8f-963d-9a48eef73c49 req-369206d1-308d-428b-84d9-39a30205be82 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483279 May 10 19:12:53.123444 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-705ab350-8ef0-47fd-ad71-30b73fda1ef2 req-a2c84204-70e8-4a47-b95e-2bfeb687464a tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 May 10 19:12:53.209224 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-4537901a-84e9-4278-b261-a6de71a8e8d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744181 May 10 19:12:53.377281 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4328-cc0e-4d18-9039-abf32675446c req-a94d0fb9-704c-4c84-a080-218921410eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:53.379025 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-a94d0fb9-704c-4c84-a080-218921410eff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.0757771 May 10 19:12:53.537597 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4328-cc0e-4d18-9039-abf32675446c req-2df5fca7-0437-4078-bced-7f2f00c814e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:53.539059 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-2df5fca7-0437-4078-bced-7f2f00c814e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1387038 May 10 19:12:53.656770 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-ff229ab8-0d1c-4591-91b5-988638e828c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.1103463 May 10 19:12:53.720753 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4328-cc0e-4d18-9039-abf32675446c req-bc8bc5a6-ec69-446e-90c0-b415bf479d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:53.722221 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-bc8bc5a6-ec69-446e-90c0-b415bf479d50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0584390 May 10 19:12:53.812721 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4328-cc0e-4d18-9039-abf32675446c req-0c030cc4-c343-4038-baba-6ed34dcc994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:53.815299 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-0c030cc4-c343-4038-baba-6ed34dcc994b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849667 May 10 19:12:53.958512 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-d328db94-15cb-44c0-ae00-13d4abe0f364 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355286 May 10 19:12:54.071692 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1b321343-eb90-4041-a69d-561c2ca56b39 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:12:54.109680 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bdea4328-cc0e-4d18-9039-abf32675446c req-255fb193-1f2a-43e7-bae7-477e03bd866b service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444843 May 10 19:12:54.147288 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 1b321343-eb90-4041-a69d-561c2ca56b39 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:12:54.153274 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 1b321343-eb90-4041-a69d-561c2ca56b39 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:12:54.153745 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:54.298273 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:54.312327 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:54.315173 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d8456-fd9c-4a95-9d62-e4f7c00b0042 req-3e789d50-6d12-4a8e-8299-ed883ac98e0b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:54.316976 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dc2d8456-fd9c-4a95-9d62-e4f7c00b0042 req-3e789d50-6d12-4a8e-8299-ed883ac98e0b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0906351 May 10 19:12:54.338341 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d10d3f-89b9-4155-97c8-37dcc01a5d70 req-12490ff5-cfb2-413e-acc4-bde1b2faf639 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:54.340085 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c7d10d3f-89b9-4155-97c8-37dcc01a5d70 req-12490ff5-cfb2-413e-acc4-bde1b2faf639 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 949 time: 0.0881474 May 10 19:12:54.341317 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b321343-eb90-4041-a69d-561c2ca56b39'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:12:54.351380 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1b321343-eb90-4041-a69d-561c2ca56b39, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b321343-eb90-4041-a69d-561c2ca56b39,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:12:54.357415 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:54.359600 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:54.386689 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dc2d8456-fd9c-4a95-9d62-e4f7c00b0042 req-b45a9fc4-8401-4ff9-abaa-ad26b86ba947 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605233 May 10 19:12:54.399483 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c7d10d3f-89b9-4155-97c8-37dcc01a5d70 req-95fe1b9a-34a5-48ed-8160-e39e146f6def tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 May 10 19:12:54.440425 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b321343-eb90-4041-a69d-561c2ca56b39', 'code': 200} May 10 19:12:54.441159 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1b321343-eb90-4041-a69d-561c2ca56b39,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:54.448519 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.448866 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.449202 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.449534 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.449865 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.450216 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.450542 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.450868 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.451192 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.451512 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.451829 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.452146 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:54.455867 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:54.719980 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaee46-4813-495c-a4c9-c85bf68bf16d req-b7efd4fd-3dce-43ae-b254-64101480c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:54.721597 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ceaee46-4813-495c-a4c9-c85bf68bf16d req-b7efd4fd-3dce-43ae-b254-64101480c338 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 1103 time: 0.0787086 May 10 19:12:54.765164 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ceaee46-4813-495c-a4c9-c85bf68bf16d req-eba7b699-344f-4b91-b07a-bb621448783c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351954 May 10 19:12:55.574631 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fabc2-42b4-4534-9a8b-05ed14ce564c req-d25ca202-0a24-49c9-b837-478290eeb2ba tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:55.576108 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c18fabc2-42b4-4534-9a8b-05ed14ce564c req-d25ca202-0a24-49c9-b837-478290eeb2ba tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0841286 May 10 19:12:55.583223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf620b-b84d-4760-ab55-971d569f40e6 req-6777690c-13d7-46d4-800c-40ae4568e3b7 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:55.584689 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66bf620b-b84d-4760-ab55-971d569f40e6 req-6777690c-13d7-46d4-800c-40ae4568e3b7 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 950 time: 0.0797086 May 10 19:12:55.636044 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66bf620b-b84d-4760-ab55-971d569f40e6 req-9b69ea22-8555-4d92-95dd-d5480bd410d6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 May 10 19:12:55.689691 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c18fabc2-42b4-4534-9a8b-05ed14ce564c req-4aa05059-9bb9-416a-bd29-21ecb86abdf3 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076787 May 10 19:12:56.815822 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60926) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:56.870064 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4622da-13eb-4d67-8c85-e5ba24d77ce2 req-3d41cb84-2834-4bec-ae63-6c257261af63 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:56.871564 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d4622da-13eb-4d67-8c85-e5ba24d77ce2 req-3d41cb84-2834-4bec-ae63-6c257261af63 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 950 time: 0.1066539 May 10 19:12:56.919430 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6d4622da-13eb-4d67-8c85-e5ba24d77ce2 req-a1bb891d-4efa-4add-9bf8-c6ff138b0a01 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 May 10 19:12:56.978635 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:56.994547 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:56.999628 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:2973c6facfdd45c6b12cd002ee708db9 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:57.001766 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4eb54-ad2a-43c8-8620-9ada481c8d50 req-bec5ef2c-91bb-4e39-8738-be624e60dda5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:57.003304 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:57.004546 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1ea4eb54-ad2a-43c8-8620-9ada481c8d50 req-bec5ef2c-91bb-4e39-8738-be624e60dda5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0942721 May 10 19:12:57.019646 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:57.083691 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1ea4eb54-ad2a-43c8-8620-9ada481c8d50 req-dd397b5c-81df-4726-a7c3-26d0790a1e49 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704851 May 10 19:12:57.154281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.162983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.180486 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-88f72e29-3e4c-4bc8-8f6d-feb5e144960c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:57.256394 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99215e8-7111-4e7c-8c34-f1bd3f342f4c,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:57.314472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:57.324619 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2973c6facfdd45c6b12cd002ee708db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073180 May 10 19:12:57.327709 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60954) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:57.420907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.450366 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.458135 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60960) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:57.490861 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cec2b1-135a-4b64-a52a-f26674004109 req-772719bc-52d6-4381-af68-64ad4558203d tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:57.498315 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c5cec2b1-135a-4b64-a52a-f26674004109 req-772719bc-52d6-4381-af68-64ad4558203d tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 950 time: 0.0907485 May 10 19:12:57.532082 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.539715 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:57.556150 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99215e8-7111-4e7c-8c34-f1bd3f342f4c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:57.560642 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:57.564965 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.566328 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f99215e8-7111-4e7c-8c34-f1bd3f342f4c HTTP/1.1" status: 204 len: 168 time: 0.2365074 May 10 19:12:57.592636 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c5cec2b1-135a-4b64-a52a-f26674004109 req-c04884a9-6c8d-4678-acbc-16d284ff28a3 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935462 May 10 19:12:57.620167 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.636229 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:57.641329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc6d00db58541c09f4393b3e4b0b6a1 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:57.644499 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:57.650606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:57.761027 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.768467 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.786809 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-04ef5d4f-3829-4148-ac8f-c26b0cb95183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:57.862702 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cc6d00db58541c09f4393b3e4b0b6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032845 May 10 19:12:57.865217 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60974) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:57.865492 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596dc9a1-ddff-46a0-b937-71a3ca575886,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:57.871458 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:57.928232 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.950664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 60978) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:57.957601 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.969126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:57.983635 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:57.987436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Usage tracker for resource:security_group_rule and tenant:420cb1db679545fb862503cee51386df is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:57.990258 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:57.995916 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:58.012464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.017867 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-939e15cf-b006-4ae4-ad9b-1b13052de1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:58.030978 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596dc9a1-ddff-46a0-b937-71a3ca575886,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:58.034331 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:58.036619 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.037721 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/596dc9a1-ddff-46a0-b937-71a3ca575886 HTTP/1.1" status: 204 len: 168 time: 0.1710293 May 10 19:12:58.101371 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.107556 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.119276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0d4c1b4c-b8a5-4b88-a1b8-5c4beb91157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:58.165715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 60988) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:58.178508 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=420cb1db679545fb862503cee51386df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265909 May 10 19:12:58.194282 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c796a-84a8-494e-afd6-041a8e1ca0fe,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:58.198644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:58.251819 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.290175 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.356725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.363432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae96fd-89cb-4417-81af-65c0036d8e6c req-7dcd76a7-2cab-4863-832f-a3449a4485e0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:58.371634 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5eae96fd-89cb-4417-81af-65c0036d8e6c req-7dcd76a7-2cab-4863-832f-a3449a4485e0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1271379 May 10 19:12:58.379178 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2df9fc72-544c-4440-a40e-144e3d0a8831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:58.408936 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c796a-84a8-494e-afd6-041a8e1ca0fe,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:58.427659 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:58.442514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.446556 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b66c796a-84a8-494e-afd6-041a8e1ca0fe HTTP/1.1" status: 204 len: 168 time: 0.2797306 May 10 19:12:58.458649 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5eae96fd-89cb-4417-81af-65c0036d8e6c req-947bf063-657a-4224-aecd-7ca60a525e11 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 May 10 19:12:58.802400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98958d37-f9e8-435c-9ec5-de897415a6d1 req-79e99323-ab96-460b-9633-03e4f68684c7 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:58.804360 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98958d37-f9e8-435c-9ec5-de897415a6d1 req-79e99323-ab96-460b-9633-03e4f68684c7 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 950 time: 0.0959280 May 10 19:12:58.847316 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 32776) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:58.872132 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98958d37-f9e8-435c-9ec5-de897415a6d1 req-58aad5ab-2950-431f-8273-b87faf2be9b7 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594640 May 10 19:12:58.873076 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.888657 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:12:58.893664 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a09d35ad6e4ec5b3329edaaa35ff31 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:12:58.896769 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:12:58.902983 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:12:58.988774 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:58.993192 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:59.001505 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:59.048206 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5a09d35ad6e4ec5b3329edaaa35ff31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999187 May 10 19:12:59.049006 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c750ed-ccfe-4204-ae66-596d626817fe,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:59.050832 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 32780) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:12:59.052009 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:59.113739 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:59.139428 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:59.194920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:59.198660 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f32a5166-f46f-4aec-b7b3-a66cee630285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:12:59.213058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c750ed-ccfe-4204-ae66-596d626817fe,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:59.215881 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:12:59.226176 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:12:59.227483 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21c750ed-ccfe-4204-ae66-596d626817fe HTTP/1.1" status: 204 len: 168 time: 0.1755366 May 10 19:12:59.668501 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b3aa1-a63e-46a0-b89b-0e9ca838f6a9 req-d2643290-d02d-4b02-bb0b-38e619e3ee62 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:59.670040 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b3b3aa1-a63e-46a0-b89b-0e9ca838f6a9 req-d2643290-d02d-4b02-bb0b-38e619e3ee62 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0941017 May 10 19:12:59.723577 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b3b3aa1-a63e-46a0-b89b-0e9ca838f6a9 req-5c5456e3-f21a-474c-b9c5-4c144cbde00e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441260 May 10 19:12:59.869272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-8440e565-f461-4155-b23c-46c60df76bc6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:12:59.871208 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-8440e565-f461-4155-b23c-46c60df76bc6 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.32 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 950 time: 0.1273675 May 10 19:13:00.094341 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Deleting port 1b321343-eb90-4041-a69d-561c2ca56b39 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:13:00.095026 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:00.262370 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420e29-eecf-4248-94a9-31ef7b99f103 req-3ede4fdf-4e11-4753-89a6-22a4195eb341 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:00.275861 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d2420e29-eecf-4248-94a9-31ef7b99f103 req-3ede4fdf-4e11-4753-89a6-22a4195eb341 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 950 time: 0.2688096 May 10 19:13:00.320809 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f735e6-18fa-402e-ab32-709eeb0a2a87 req-68449e48-4f45-473f-a7b1-958493ab0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:00.322683 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2f735e6-18fa-402e-ab32-709eeb0a2a87 req-68449e48-4f45-473f-a7b1-958493ab0305 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 1099 time: 0.1112440 May 10 19:13:00.380494 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2f735e6-18fa-402e-ab32-709eeb0a2a87 req-f5a3bb28-2be7-4847-a017-f4e7ffc90199 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510252 May 10 19:13:00.401119 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d2420e29-eecf-4248-94a9-31ef7b99f103 req-b33bddd8-8b1c-4589-824a-efe3dacfb30f tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/security-groups?id=0b9f942c-f215-43e1-a43e-04842c36b5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240590 May 10 19:13:00.449977 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] For port 1b321343-eb90-4041-a69d-561c2ca56b39, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1b321343-eb90-4041-a69d-561c2ca56b39,segment=NetworkSegment(c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe),segment_id=c0ab3b31-59a8-46d9-adb8-8f2223bc2cfe)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:00.450816 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:00.589576 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Calling delete_port for 1b321343-eb90-4041-a69d-561c2ca56b39 owned by compute:nova {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:13:00.798597 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:00.807169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-07271e83-b884-4e2f-9f61-e66511cebe25 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:00.866497 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['1b321343-eb90-4041-a69d-561c2ca56b39'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:13:00.899772 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Pushing event deleted for resources: {'Port': ['ID=1b321343-eb90-4041-a69d-561c2ca56b39,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:00.903251 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:00.991068 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] No DVR routers for this DVR port 1b321343-eb90-4041-a69d-561c2ca56b39 on host hv-cinder-78093 {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:13:00.995366 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.014503 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'name': 'network-vif-deleted', 'tag': '1b321343-eb90-4041-a69d-561c2ca56b39'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:13:01.025280 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6d941acd-7de0-477d-bbd5-94a4828d135f req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.32 "DELETE /v2.0/ports/1b321343-eb90-4041-a69d-561c2ca56b39 HTTP/1.1" status: 204 len: 173 time: 1.1480057 May 10 19:13:01.123676 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f4d9-563d-4992-9771-abc77b623546 req-cbca0d7e-1042-4ea1-b763-ad82b9bddcd6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:01.126810 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0017f4d9-563d-4992-9771-abc77b623546 req-cbca0d7e-1042-4ea1-b763-ad82b9bddcd6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.2523890 May 10 19:13:01.157879 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957cf1db-6c82-4dde-9f3d-ca88397fb4e9', 'name': 'network-vif-deleted', 'tag': '1b321343-eb90-4041-a69d-561c2ca56b39', 'status': 'completed', 'code': 200} May 10 19:13:01.214231 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0017f4d9-563d-4992-9771-abc77b623546 req-b060f6b4-0837-4a47-af67-091c1676264c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789499 May 10 19:13:01.425246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 32844) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:01.587488 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.605301 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:01.610175 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Usage tracker for resource:security_group_rule and tenant:868426a9d8814497a46b42e2f4c22188 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:01.613733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:01.623997 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:01.662687 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-68609c15-8a70-4e0b-86ec-0a77c694f1b1 req-8faddd33-d4b0-4eca-b816-38949db59013 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Synchronizing usage tracker for tenant:66b32f2cafc04aa1b43e7707573428b6 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:13:01.681246 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-68609c15-8a70-4e0b-86ec-0a77c694f1b1 req-8faddd33-d4b0-4eca-b816-38949db59013 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Unset dirty status for tenant:66b32f2cafc04aa1b43e7707573428b6 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:13:01.682498 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68609c15-8a70-4e0b-86ec-0a77c694f1b1 req-8faddd33-d4b0-4eca-b816-38949db59013 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] 10.222.0.26 "GET /v2.0/ports?device_id=957cf1db-6c82-4dde-9f3d-ca88397fb4e9 HTTP/1.1" status: 200 len: 210 time: 0.1367166 May 10 19:13:01.733769 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.740432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.751562 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:01.797750 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=868426a9d8814497a46b42e2f4c22188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705516 May 10 19:13:01.798623 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3589a6c-835f-4e26-8639-943b62a93170,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:01.800848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 32854) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:01.801736 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:01.877328 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.909390 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.974761 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:01.979168 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9663d1d2-2184-4e54-9bd4-6dc6416ea771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:01.993835 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3589a6c-835f-4e26-8639-943b62a93170,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:01.998156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:02.002495 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:02.003453 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3589a6c-835f-4e26-8639-943b62a93170 HTTP/1.1" status: 204 len: 168 time: 0.2015753 May 10 19:13:02.452002 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e75f7-86fb-4045-8d8b-f338d75c3098 req-2d409f52-d239-447c-afc3-9186ef6aadfc tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:02.454838 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-693e75f7-86fb-4045-8d8b-f338d75c3098 req-2d409f52-d239-447c-afc3-9186ef6aadfc tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1074712 May 10 19:13:02.509825 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-693e75f7-86fb-4045-8d8b-f338d75c3098 req-2a889af3-cc77-4d5a-ac5f-08f4263a5bd8 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492711 May 10 19:13:02.762363 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb959-9cb1-449a-bc73-2ba3d84394af req-e8e0b5f8-80e6-4d48-883c-5e6fe36485e7 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:02.765089 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b25cb959-9cb1-449a-bc73-2ba3d84394af req-e8e0b5f8-80e6-4d48-883c-5e6fe36485e7 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1288865 May 10 19:13:02.914198 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b25cb959-9cb1-449a-bc73-2ba3d84394af req-dee93193-a769-4502-b9db-67f826a470bd tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416626 May 10 19:13:04.154434 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1b321343-eb90-4041-a69d-561c2ca56b39 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:13:04.212693 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 1b321343-eb90-4041-a69d-561c2ca56b39 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:13:04.213040 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1b321343-eb90-4041-a69d-561c2ca56b39 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:13:04.348248 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33028) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:04.479701 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.494444 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:04.498416 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Usage tracker for resource:security_group_rule and tenant:040f669c667a45c68fc03d952c9c491f is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:04.501406 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:04.507316 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:04.598922 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.603079 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.611399 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e7d24f36-7228-42ed-bbab-6bd87a3819c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:04.652556 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=040f669c667a45c68fc03d952c9c491f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019331 May 10 19:13:04.654384 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b901d9d-4d27-4b01-adb4-3ee573931526,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:04.655323 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33048) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:04.658494 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9e96eaf6-2776-4508-9a95-dbdb181643d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:04.725302 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.753690 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.822110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.831774 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f4f82dca-d773-4e69-9059-5c847c3e55bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:04.845019 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b901d9d-4d27-4b01-adb4-3ee573931526,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:04.848083 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:04.852352 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:04.853448 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b901d9d-4d27-4b01-adb4-3ee573931526 HTTP/1.1" status: 204 len: 168 time: 0.1965013 May 10 19:13:05.209869 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33114) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:05.228107 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.243587 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:05.247506 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e366db2ff60455cba04e67d1bf20174 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:05.250383 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:05.256248 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:05.350851 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.356829 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.367390 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:05.402321 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b6b0a-dda2-48c9-b84c-eb10eaf4b02d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:05.407513 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:05.427212 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e366db2ff60455cba04e67d1bf20174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156491 May 10 19:13:05.427319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33126) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:05.500743 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.539619 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.604790 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.610021 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8cb8d3d4-0e35-43dc-808c-705db455849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:05.623230 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1b6b0a-dda2-48c9-b84c-eb10eaf4b02d,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:05.627034 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:05.636069 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:05.639622 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f1b6b0a-dda2-48c9-b84c-eb10eaf4b02d HTTP/1.1" status: 204 len: 168 time: 0.2091854 May 10 19:13:06.000601 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:13:06.423767 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-ed4f281a-6f0d-46a0-bf6f-299590be0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:06.425274 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-ed4f281a-6f0d-46a0-bf6f-299590be0eba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1625242 May 10 19:13:06.536473 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a4a9-fa87-43ad-9919-0f58bec3fcaf req-433391aa-2607-4c11-8b13-334457ff38af tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:06.543535 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-69c8a4a9-fa87-43ad-9919-0f58bec3fcaf req-433391aa-2607-4c11-8b13-334457ff38af tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2255404 May 10 19:13:06.618306 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-69c8a4a9-fa87-43ad-9919-0f58bec3fcaf req-fd070a93-eb4f-4ab4-b309-bfd28d95d615 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738339 May 10 19:13:06.659696 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-38b7ed1d-34dc-4690-86a2-0c40d07506c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:06.661371 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-38b7ed1d-34dc-4690-86a2-0c40d07506c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.2295144 May 10 19:13:06.741658 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-dadc6c30-c482-4288-aec1-f6f9303926df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 217 time: 0.0731192 May 10 19:13:06.825019 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-6bcc1d88-fca8-4cdb-9ee9-d43d0425c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:06.826867 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-6bcc1d88-fca8-4cdb-9ee9-d43d0425c999 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.0786054 May 10 19:13:06.891681 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-fdce2727-b77b-49a5-b3a5-0b581dac1d20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571392 May 10 19:13:07.049950 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-9530ec44-9535-44bb-8ee4-97db2bc3749b service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510584 May 10 19:13:07.268558 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d978f60-a16e-40e6-a0aa-159a0f090484 req-a98767bc-f1a2-4b57-b9a7-a3f66348f1fd service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104564 May 10 19:13:07.850550 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff58bc4-33e8-4d19-b23b-91df3ce7963c req-10a17e20-600d-4287-95f3-26462ff8040c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:07.852094 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bff58bc4-33e8-4d19-b23b-91df3ce7963c req-10a17e20-600d-4287-95f3-26462ff8040c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0946407 May 10 19:13:07.909843 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bff58bc4-33e8-4d19-b23b-91df3ce7963c req-b325357d-51b8-4412-8c33-d7c839c44e6c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 May 10 19:13:08.322145 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33292) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:08.444431 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.458477 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:08.462241 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Usage tracker for resource:security_group_rule and tenant:647f92d983c144e9b7011a655e1fffc7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:08.465122 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:08.473743 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:08.558533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.566256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.576156 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4d5be481-d570-40a6-846a-cfb60ec20af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:08.628614 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=647f92d983c144e9b7011a655e1fffc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053250 May 10 19:13:08.629125 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33306) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:08.629624 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0165b16-4b20-4637-87f6-abd372f8e2b9,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:08.632857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:08.691075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.719507 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.787432 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.792745 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:08.806625 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0165b16-4b20-4637-87f6-abd372f8e2b9,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:08.810977 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:08.814174 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:08.819624 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0165b16-4b20-4637-87f6-abd372f8e2b9 HTTP/1.1" status: 204 len: 168 time: 0.1891506 May 10 19:13:08.884298 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33318) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:09.114788 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c13164-82e4-45bd-9580-8a401a850e39 req-8d2c3389-f702-4776-b679-23543937bbc2 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:09.116257 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-69c13164-82e4-45bd-9580-8a401a850e39 req-8d2c3389-f702-4776-b679-23543937bbc2 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0863163 May 10 19:13:09.173822 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-69c13164-82e4-45bd-9580-8a401a850e39 req-c0843657-1a15-4f24-b88e-3686bda114d5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 May 10 19:13:09.247979 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33330) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:09.248740 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-851407df-e052-48db-b89b-23ceb5464744 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66b32f2cafc04aa1b43e7707573428b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625987 May 10 19:13:09.282652 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33336) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:09.309181 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.328475 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:09.333060 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Usage tracker for resource:security_group_rule and tenant:c8464c773b1d48ee9fc122095424a17b is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:09.336286 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:09.343527 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:09.416475 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.457526 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.462951 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.463126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.474332 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ce5c5ad-f209-4ce6-bd60-967959cb9a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:09.523052 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8464c773b1d48ee9fc122095424a17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365069 May 10 19:13:09.523052 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d977937c-5435-429e-abac-d56ec7421af8,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:09.524342 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33348) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:09.524524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:09.558540 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.565167 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-49f28e97-f220-4c42-8f2e-efed16d505f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:09.591538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9f942c-f215-43e1-a43e-04842c36b5bd,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:09.599044 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:09.634615 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.635764 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b9f942c-f215-43e1-a43e-04842c36b5bd HTTP/1.1" status: 204 len: 168 time: 0.3836911 May 10 19:13:09.636784 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.664733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.727523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.733002 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2f6b8838-776b-490a-94fb-b719b1714f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:09.744851 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977937c-5435-429e-abac-d56ec7421af8,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:09.747377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:09.756901 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:09.760293 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d977937c-5435-429e-abac-d56ec7421af8 HTTP/1.1" status: 204 len: 168 time: 0.2321875 May 10 19:13:10.394548 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf8a52-0f0d-4815-b138-392af56e9db7 req-010ed013-81e4-41b8-a444-0a862d64852f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:10.396927 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-35bf8a52-0f0d-4815-b138-392af56e9db7 req-010ed013-81e4-41b8-a444-0a862d64852f tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1018620 May 10 19:13:10.464790 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-35bf8a52-0f0d-4815-b138-392af56e9db7 req-6cc36496-2d7b-4e7d-aa9e-94e43b5a9ca5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620494 May 10 19:13:10.517314 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33402) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:10.629587 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-323084995-network', 'tenant_id': '487461bc7aa3467696623d4d88f126c8'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:10.634173 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:10.637833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Usage tracker for resource:network and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:10.640886 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:10.647110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:10.657700 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Made reservation on behalf of 487461bc7aa3467696623d4d88f126c8 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:13:10.659957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.672330 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.690286 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:10.694685 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:10.697811 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:10.705077 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:10.809658 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.814235 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.817104 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-796f4575-3e71-4121-bf3f-c7909f991dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:10.849097 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:13:10.857689 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:10.861922 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:10.864639 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.865228 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Added segment 1c533e1c-4ad5-4755-b7f9-67c0af13503e of type vlan for network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 May 10 19:13:10.892125 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.921531 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.922882 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:10.923470 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:10.928308 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:11.043568 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:11.049382 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5277686 May 10 19:13:11.049382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:11.049665 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33428) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:11.054650 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:13:11.055493 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Request body: {'subnet': {'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-323084995-subnet', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:11.061097 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:11.065664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Usage tracker for resource:subnet and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:11.069036 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:11.075844 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:11.088114 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Made reservation on behalf of 487461bc7aa3467696623d4d88f126c8 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:13:11.090867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:11.495924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:11.501270 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:11.576165 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68226c70-aadf-4543-8f44-8b6a0c4b47dc,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:11.579998 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:11.587421 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Checking segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:11.587767 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Network hostable DHCP agents. Network: ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:13:11.609952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:13:11.626351 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:11.633891 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:11.635513 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:11.639327 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67b379b-1a98-4798-bea7-a5afdc27dfad None None] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:13:11.677601 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6266856 May 10 19:13:11.681396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33448) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:11.692812 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:11.703758 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:11.715238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Usage tracker for resource:router and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:11.723755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:11.746038 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:11.756758 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ef54a-aee7-491a-a70f-a8a1d3fe45c7 req-35316479-67d1-49e3-8e6d-50ac5df2dc61 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:11.762660 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-755ef54a-aee7-491a-a70f-a8a1d3fe45c7 req-35316479-67d1-49e3-8e6d-50ac5df2dc61 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1694059 May 10 19:13:11.789874 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:11.791126 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:11.822951 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-755ef54a-aee7-491a-a70f-a8a1d3fe45c7 req-e843418a-d4d8-48cf-b2ad-d6778bfb80dc tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 May 10 19:13:11.828669 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:11.932941 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:13:11.933713 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.122838 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Allocated IP 172.20.0.2 (ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7/68226c70-aadf-4543-8f44-8b6a0c4b47dc/4f63e99f-b03f-4d47-b537-c64e22d42c3c) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:12.227019 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.430143 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.442295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Transition to ACTIVE for port object 4f63e99f-b03f-4d47-b537-c64e22d42c3c will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:12.465922 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Transition to ACTIVE for port object 4f63e99f-b03f-4d47-b537-c64e22d42c3c will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:12.475622 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.488385 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-bb83b9fa-bef7-43eb-a374-4ad1eac5fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:12.565251 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:12.568095 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:12.572033 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:12.601712 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.633103 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.666838 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Pushing event updated for resources: {'Port': ['ID=4f63e99f-b03f-4d47-b537-c64e22d42c3c,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:12.673077 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:12.679669 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Attempting to bind port 4f63e99f-b03f-4d47-b537-c64e22d42c3c on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:13:12.680232 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Attempting to bind port 4f63e99f-b03f-4d47-b537-c64e22d42c3c by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:13:12.680765 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Attempting to bind port 4f63e99f-b03f-4d47-b537-c64e22d42c3c on network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:13:12.690892 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:13:12.691289 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Checking segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:12.691667 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.695445 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Bound using segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:13:12.696330 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Bound port: 4f63e99f-b03f-4d47-b537-c64e22d42c3c, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:13:12.697273 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.818436 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Allocated IP 172.27.3.202 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/2d6b51cd-af81-42a2-96c7-3a7ed82a781c) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:12.831902 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] For port 4f63e99f-b03f-4d47-b537-c64e22d42c3c, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:13:12.835371 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] For port 4f63e99f-b03f-4d47-b537-c64e22d42c3c, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4f63e99f-b03f-4d47-b537-c64e22d42c3c,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:13:12.841177 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:12.863226 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:12.953981 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Pushing event updated for resources: {'Port': ['ID=4f63e99f-b03f-4d47-b537-c64e22d42c3c,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:12.964690 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:13.004530 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:13.076044 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:13.080341 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:13.083101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b84b04-375f-4a63-b1dd-cbb608e2970b req-e051f5bc-3068-44b0-a303-e64554895b52 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:13.086244 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f6b84b04-375f-4a63-b1dd-cbb608e2970b req-e051f5bc-3068-44b0-a303-e64554895b52 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1157503 May 10 19:13:13.169397 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f6b84b04-375f-4a63-b1dd-cbb608e2970b req-7f768e2a-87d4-4bc9-8602-bcc1d96eb68b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781400 May 10 19:13:13.170893 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:13.172385 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:13.185297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:13.228654 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Pushing event updated for resources: {'Port': ['ID=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:13.234539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:13.721820 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:13.990442 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec18e1e-7617-491e-b00e-b02a0730e6db None None] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:13:14.080624 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:14.086538 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-32db4b90-f7d7-426a-92a3-de75ef5de196 None None] Provisioning for port 4f63e99f-b03f-4d47-b537-c64e22d42c3c completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:14.315531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Router 9107f851-444c-402e-aa35-9afe1add0f8c is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:13:14.505766 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:13:14.515677 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Sync routers for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:13:14.525791 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:14.526471 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:12:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:14.540270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:14.541473 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8590403 May 10 19:13:14.544175 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33508) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:14.698863 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4f63e99f-b03f-4d47-b537-c64e22d42c3c up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:14.715502 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:14.781716 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 4f63e99f-b03f-4d47-b537-c64e22d42c3c completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:14.792099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 4f63e99f-b03f-4d47-b537-c64e22d42c3c triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:14.792895 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:14.925317 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:14.961692 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 4f63e99f-b03f-4d47-b537-c64e22d42c3c, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4f63e99f-b03f-4d47-b537-c64e22d42c3c,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:14.968565 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:14.974422 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:15.043390 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:13Z', 'revision_number': 3, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:15.048883 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Checking router: 9107f851-444c-402e-aa35-9afe1add0f8c for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:13:15.049561 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Updating router 9107f851-444c-402e-aa35-9afe1add0f8c port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:13:15.052761 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=4f63e99f-b03f-4d47-b537-c64e22d42c3c,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:15.056653 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:15.112594 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.361857 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.447938 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.459789 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Transition to ACTIVE for port object 2d6b51cd-af81-42a2-96c7-3a7ed82a781c will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:15.465713 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.470112 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:15.542857 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Pushing event updated for resources: {'Port': ['ID=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:15.552813 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.553152 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.553485 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.553814 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.554164 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.554490 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.554813 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.555131 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.555471 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.555789 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.556105 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.556422 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:15.559526 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Attempting to bind port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:13:15.559899 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Attempting to bind port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:13:15.560260 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Attempting to bind port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:13:15.564207 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:15.566658 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:13:15.567031 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:15.567424 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.567804 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:13:15.568260 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Bound port: 2d6b51cd-af81-42a2-96c7-3a7ed82a781c, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:13:15.568644 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.574384 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Allocated IP 172.20.0.1 (ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7/68226c70-aadf-4543-8f44-8b6a0c4b47dc/fcf0749a-81e5-4a0a-9124-1918a9d4dd55) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:15.641684 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] For port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:13:15.644716 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] For port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:13:15.648178 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.652781 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:15.724744 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.724987 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:15.725531 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:12:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:15.740518 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Transition to ACTIVE for port object fcf0749a-81e5-4a0a-9124-1918a9d4dd55 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:15.765081 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.772195 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:15.828525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:15.831137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:15.834926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:15.835165 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Pushing event updated for resources: {'Port': ['ID=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:15.844906 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-d34f7940-5a8d-4e23-8f2c-59aacdbe52a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:15.879296 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:15.883833 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:15.903429 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:15.917693 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:16.043248 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:16.177939 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-01f71cbe-3c3a-4854-8e2a-7dd8fb393aac None None] Provisioning for port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:16.185466 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-01f71cbe-3c3a-4854-8e2a-7dd8fb393aac None None] Provisioning complete for port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:16.186955 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-01f71cbe-3c3a-4854-8e2a-7dd8fb393aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:16.269422 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-01f71cbe-3c3a-4854-8e2a-7dd8fb393aac None None] Port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:13:16.351346 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:13Z', 'revision_number': 3, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:16.355502 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8f57ae-94e7-47a1-8a82-859da0d7b3f4 None None] The sync data for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi is: [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:13Z', 'revision_number': 3, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:13:16.446819 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:16.452759 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:16.494413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:16.539767 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eab13b-2259-4631-b735-eaad99093854 req-918b8a81-2456-4a37-bc2d-e7ba01a11263 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:16.541295 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c9eab13b-2259-4631-b735-eaad99093854 req-918b8a81-2456-4a37-bc2d-e7ba01a11263 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2097874 May 10 19:13:16.615385 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:16.640284 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:16.643030 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:16.714898 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4f63e99f-b03f-4d47-b537-c64e22d42c3c up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:16.759693 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c9eab13b-2259-4631-b735-eaad99093854 req-77040f05-5499-49dc-9dde-96f37ed33d30 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062087 May 10 19:13:16.837635 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 4f63e99f-b03f-4d47-b537-c64e22d42c3c triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:16.838029 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:16.863278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:16.864578 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:17.160919 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33536) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:17.185464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Router 9107f851-444c-402e-aa35-9afe1add0f8c has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:13:17.223684 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-a8f5854d-01b4-4ad5-9ff6-a9a49650d382 None None] Provisioning complete for port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:17.224249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a8f5854d-01b4-4ad5-9ff6-a9a49650d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.343648 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.358662 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5854d-01b4-4ad5-9ff6-a9a49650d382 None None] Port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:13:17.377536 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:17.382345 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a50c67628dc04458bed87f3206549d92 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:17.385805 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:17.393117 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:17.505587 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.510974 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.520497 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-06f5d3d1-3a8e-4ca6-bf0e-ad6044ac6453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:17.553877 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:13:17.565707 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a50c67628dc04458bed87f3206549d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007981 May 10 19:13:17.565707 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b723bad-d86a-455e-867a-f1b0fb37b0d8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:17.569749 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33552) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:17.590444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:17.594306 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] 10.222.0.26 "PUT /v2.0/routers/9107f851-444c-402e-aa35-9afe1add0f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0490975 May 10 19:13:17.637866 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.668100 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.722012 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.727193 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c23e24cd-9893-495f-a18c-45b39686feaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:17.741057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b723bad-d86a-455e-867a-f1b0fb37b0d8,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:17.743394 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:17.745657 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:17.749107 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b723bad-d86a-455e-867a-f1b0fb37b0d8 HTTP/1.1" status: 204 len: 168 time: 0.1772201 May 10 19:13:18.074053 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33572) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:18.094303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.108748 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:18.112534 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Usage tracker for resource:security_group_rule and tenant:bf49dd4372bd405c9b9ee0ce3d407fb3 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:18.115365 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:18.121261 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:18.213969 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Sync routers for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:13:18.218976 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.223450 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.225080 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:18.225699 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:12:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:18.236612 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:18.289236 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf49dd4372bd405c9b9ee0ce3d407fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139778 May 10 19:13:18.291363 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ada968-b552-4c1f-a5d3-2850528b5851,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:18.292016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33582) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:18.297873 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:18.337737 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33586) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:18.356702 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858238569-network', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:18.369831 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:18.386207 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Usage tracker for resource:network and tenant:1f71e22b78d04ed9b1e007c2156d58b0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:18.397255 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:18.405196 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:18.418775 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Made reservation on behalf of 1f71e22b78d04ed9b1e007c2156d58b0 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:13:18.423946 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.438963 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.456188 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:18.459258 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:18.460003 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.464213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Usage tracker for resource:security_group_rule and tenant:1f71e22b78d04ed9b1e007c2156d58b0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:18.467966 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:18.474201 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:18.488138 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.544764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.550228 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:18.566440 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ada968-b552-4c1f-a5d3-2850528b5851,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:18.570848 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:18.573066 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.574365 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ada968-b552-4c1f-a5d3-2850528b5851 HTTP/1.1" status: 204 len: 168 time: 0.2810221 May 10 19:13:18.576127 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.589756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.593718 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:18.633650 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:13:18.644291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f59a1-be9a-4e23-af8c-3c8a1b9ef037,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:18.648690 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:18.651754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.652377 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Added segment ede167ac-531f-46f3-8931-1221e478e842 of type vlan for network e82d5787-f089-44e4-8720-199784db4224 May 10 19:13:18.704199 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.731247 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 2d6b51cd-af81-42a2-96c7-3a7ed82a781c up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:18.737649 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.739220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:18.739872 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.768301 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ea219136-f717-4470-9890-c10e2f71a132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:18.790701 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4512835 May 10 19:13:18.799644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33594) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:18.806219 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Request body: {'subnet': {'network_id': 'e82d5787-f089-44e4-8720-199784db4224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858238569-subnet', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:18.811290 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:18.815505 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Usage tracker for resource:subnet and tenant:1f71e22b78d04ed9b1e007c2156d58b0 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:18.818379 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:18.825561 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:18.838896 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Made reservation on behalf of 1f71e22b78d04ed9b1e007c2156d58b0 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:13:18.842558 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:18.882950 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Pushing event updated for resources: {'Network': ['ID=e82d5787-f089-44e4-8720-199784db4224,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:18.885898 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:18.906928 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network e82d5787-f089-44e4-8720-199784db4224 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:13:18.929688 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:18.993342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:18.993709 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.096785 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bf81b1f0-a259-4bac-adf2-10942872f881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.159200 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:16Z', 'revision_number': 2, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:19.166495 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Checking router: 9107f851-444c-402e-aa35-9afe1add0f8c for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:13:19.166859 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Updating router 9107f851-444c-402e-aa35-9afe1add0f8c port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:13:19.222342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.247816 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.265696 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:19.282216 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.287541 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:19.304645 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.308349 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:19.370491 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Checking segment: {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:19.371547 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Network hostable DHCP agents. Network: e82d5787-f089-44e4-8720-199784db4224, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:13:19.375556 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae83e128-f270-4ba8-8c64-151567051ce6,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:19.379677 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:19.396040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Network e82d5787-f089-44e4-8720-199784db4224 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:13:19.410109 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, e82d5787-f089-44e4-8720-199784db4224) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:19.414684 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:19.416563 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.421671 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ab665-65fd-4d4b-b1ba-39153f7f9554 None None] Network e82d5787-f089-44e4-8720-199784db4224 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:13:19.440342 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6393163 May 10 19:13:19.443078 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33618) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:19.450742 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:19.457780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:19.462766 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Usage tracker for resource:router and tenant:1f71e22b78d04ed9b1e007c2156d58b0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:19.465724 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:19.474424 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:19.488928 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.490369 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.511278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.547432 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:19.579830 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:19.813750 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.903063 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-e82d5787-f089-44e4-8720-199784db4224', 'network_id': 'e82d5787-f089-44e4-8720-199784db4224', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'fixed_ips': [{'subnet_id': 'ae83e128-f270-4ba8-8c64-151567051ce6'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:13:19.903765 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.921028 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.974666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Transition to ACTIVE for port object fcf0749a-81e5-4a0a-9124-1918a9d4dd55 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:19.986208 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:19.996242 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:20.157550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.183664 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33e695-a268-4338-a8e4-eb09e718f063 None None] Pushing event updated for resources: {'Port': ['ID=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:20.192058 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.273309 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-3b33e695-a268-4338-a8e4-eb09e718f063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:20.354178 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Allocated IP 172.20.0.2 (e82d5787-f089-44e4-8720-199784db4224/ae83e128-f270-4ba8-8c64-151567051ce6/80e9a8ba-18a4-4102-a829-9c0256ceb3f0) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:20.364110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Attempting to bind port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:13:20.364492 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Attempting to bind port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:13:20.364860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Attempting to bind port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 on network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:13:20.379711 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:13:20.380110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Checking segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:20.380523 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.380922 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Bound using segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:13:20.381408 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Bound port: fcf0749a-81e5-4a0a-9124-1918a9d4dd55, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:13:20.381775 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.455525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Allocated IP 172.27.3.176 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/e0a0c770-46d5-4b76-ae9e-4d3cb58405ce) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:20.598213 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] For port fcf0749a-81e5-4a0a-9124-1918a9d4dd55, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:13:20.643864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] For port fcf0749a-81e5-4a0a-9124-1918a9d4dd55, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:13:20.645558 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.653855 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.660835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:20.684725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.690256 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:20.694292 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 2d6b51cd-af81-42a2-96c7-3a7ed82a781c up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:20.757628 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:20.760935 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:20.764946 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:20.804218 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:20.816041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:20.820117 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:20.827659 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33e695-a268-4338-a8e4-eb09e718f063 None None] Pushing event updated for resources: {'Port': ['ID=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:20.830734 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Transition to ACTIVE for port object 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:20.844806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-3b33e695-a268-4338-a8e4-eb09e718f063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:20.845484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:20.846167 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:12:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:20.995731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Transition to ACTIVE for port object 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:21.009946 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.020027 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:21.077904 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:21.078391 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.144559 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Network e82d5787-f089-44e4-8720-199784db4224 is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:21.152968 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:21.172147 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:21.178595 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Pushing event updated for resources: {'Port': ['ID=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:21.192069 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:21.277198 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.294352 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:21.434849 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Attempting to bind port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:13:21.435221 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Attempting to bind port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:13:21.436238 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Attempting to bind port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 on network e82d5787-f089-44e4-8720-199784db4224 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:13:21.527648 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:13:21.527977 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Checking segment: {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:21.528358 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.528748 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Bound using segment: {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:13:21.529404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Bound port: 80e9a8ba-18a4-4102-a829-9c0256ceb3f0, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:13:21.529728 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.562850 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8dfd7-796f-4ddf-ba40-6852f09358f0 req-dd2f35b2-2e4f-46e8-90a3-68c5af65d863 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:21.564333 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9af8dfd7-796f-4ddf-ba40-6852f09358f0 req-dd2f35b2-2e4f-46e8-90a3-68c5af65d863 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2286284 May 10 19:13:21.654994 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8894d43f-d002-4f46-a667-05b304af84ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.678914 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.744234 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9af8dfd7-796f-4ddf-ba40-6852f09358f0 req-98355154-e661-455c-9a10-3a0066f7fbb5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710382 May 10 19:13:21.790571 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.801313 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] For port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:13:21.813173 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] For port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:13:21.815110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.825242 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:21.830565 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:21.924575 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:20Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:21.926775 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Pushing event updated for resources: {'Port': ['ID=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:21.930649 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:21.938025 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2b2c2-058f-474a-8736-a6a84ae34109 None None] The sync data for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi is: [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:20Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:13:22.193651 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Router 52832ccb-8cbc-4947-96ec-aa350a2479c5 is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:13:22.517386 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:13:22.530300 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Sync routers for ids ['52832ccb-8cbc-4947-96ec-aa350a2479c5'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:13:22.547879 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Routers {'52832ccb-8cbc-4947-96ec-aa350a2479c5'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:22.548306 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:22.552782 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1053598 May 10 19:13:22.552977 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:13:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['52832ccb-8cbc-4947-96ec-aa350a2479c5'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:22.553099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33740) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:22.787520 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Set router 52832ccb-8cbc-4947-96ec-aa350a2479c5 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:22.792810 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:23.148759 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a6932-d0b8-4296-9c7b-850f02f34830 req-16d1b13a-3971-40fb-a42c-2a2ba3d02230 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:23.153257 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:23.154558 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-246a6932-d0b8-4296-9c7b-850f02f34830 req-16d1b13a-3971-40fb-a42c-2a2ba3d02230 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2161160 May 10 19:13:23.204234 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:23.215609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcf0749a-81e5-4a0a-9124-1918a9d4dd55 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:23.318217 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-246a6932-d0b8-4296-9c7b-850f02f34830 req-3947f80e-1203-45e8-a1dc-a2fe2dbdce04 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587937 May 10 19:13:23.446354 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f8999-13ff-4c3b-8584-7491a60b5998 None None] Network e82d5787-f089-44e4-8720-199784db4224 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:13:23.509446 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:13:21Z', 'revision_number': 3, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:23.520696 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Checking router: 52832ccb-8cbc-4947-96ec-aa350a2479c5 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:13:23.521067 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Updating router 52832ccb-8cbc-4947-96ec-aa350a2479c5 port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:13:23.588827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33772) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:23.687944 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:23.730388 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:23.868933 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:23.888000 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:23.891754 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:23.917190 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:23.923505 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:5b44990c428246c4be792396b6447994 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:23.927747 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:23.935091 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:24.062517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.065296 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Provisioning for port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:24.076659 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.082032 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Provisioning complete for port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:24.082633 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.089911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5485c956-ccd4-4301-89df-5d1aabf728c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:24.127305 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf666c99-4857-4b1f-9e15-68d3b4888914,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:24.133070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:24.161491 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b44990c428246c4be792396b6447994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714591 May 10 19:13:24.165925 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33786) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:24.246883 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.251429 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.265309 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Transition to ACTIVE for port object e0a0c770-46d5-4b76-ae9e-4d3cb58405ce will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:24.276364 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.284033 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:24.285276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.339852 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.365851 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c118675-d9bc-4fbb-9eaa-da5eb119b95f None None] Pushing event updated for resources: {'Port': ['ID=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:24.378282 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0c118675-d9bc-4fbb-9eaa-da5eb119b95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:24.386223 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9347e7-aa06-4fb4-b200-142562116521 req-6462784b-7c81-40a0-bdfd-eff8fa475a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:24.387680 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7d9347e7-aa06-4fb4-b200-142562116521 req-6462784b-7c81-40a0-bdfd-eff8fa475a5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.2267108 May 10 19:13:24.412877 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.415278 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Attempting to bind port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:13:24.415641 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Attempting to bind port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:13:24.416689 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Attempting to bind port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:13:24.434668 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:13:24.436381 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:24.437403 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.438408 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:13:24.439511 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Bound port: e0a0c770-46d5-4b76-ae9e-4d3cb58405ce, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:13:24.440128 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.463451 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.472946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bb08c9e7-557e-4545-bd0e-71c46d75b2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:24.515253 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf666c99-4857-4b1f-9e15-68d3b4888914,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:24.519897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.521414 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf666c99-4857-4b1f-9e15-68d3b4888914 HTTP/1.1" status: 204 len: 168 time: 0.3543034 May 10 19:13:24.528570 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:24.593653 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7d9347e7-aa06-4fb4-b200-142562116521 req-c8295bf1-e50c-4f95-8ae8-4d110032e723 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965559 May 10 19:13:24.613520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.657054 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] For port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:13:24.664757 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] For port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:13:24.681331 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.685834 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0c118675-d9bc-4fbb-9eaa-da5eb119b95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:24.710194 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74688536-0ec9-4132-8d88-58a8a8210033 req-26c6146d-43c3-4b87-9485-df8b617d6253 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:24.714459 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port fcf0749a-81e5-4a0a-9124-1918a9d4dd55, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:24.726712 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74688536-0ec9-4132-8d88-58a8a8210033 req-26c6146d-43c3-4b87-9485-df8b617d6253 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1877601 May 10 19:13:24.726929 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.728273 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Allocated IP 172.20.0.1 (e82d5787-f089-44e4-8720-199784db4224/ae83e128-f270-4ba8-8c64-151567051ce6/ec46152f-66ca-4914-b13a-20ab8d9a1691) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:24.739932 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:24.804298 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.843825 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74688536-0ec9-4132-8d88-58a8a8210033 req-c1af99c4-6a7e-4786-8644-c37dffe58b00 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 May 10 19:13:24.911165 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:24.920872 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:24.924298 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] For port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:24.932492 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:24.932833 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Routers {'52832ccb-8cbc-4947-96ec-aa350a2479c5'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:24.933408 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:13:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['52832ccb-8cbc-4947-96ec-aa350a2479c5'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:24.935508 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:25.059251 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Pushing event updated for resources: {'Port': ['ID=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:25.066408 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:25.068698 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c118675-d9bc-4fbb-9eaa-da5eb119b95f None None] Pushing event updated for resources: {'Port': ['ID=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:25.069317 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-a40686c4-af7a-46ed-810a-0d84a0d5fde7 None None] Provisioning complete for port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:25.069896 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a40686c4-af7a-46ed-810a-0d84a0d5fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.090097 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.120016 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Transition to ACTIVE for port object ec46152f-66ca-4914-b13a-20ab8d9a1691 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:25.162376 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.167240 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0c118675-d9bc-4fbb-9eaa-da5eb119b95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:25.168482 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:25.244799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Network e82d5787-f089-44e4-8720-199784db4224 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:25.247933 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:25.252813 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:25.282735 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] Set router 52832ccb-8cbc-4947-96ec-aa350a2479c5 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:25.431365 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Pushing event updated for resources: {'Port': ['ID=ec46152f-66ca-4914-b13a-20ab8d9a1691,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:25.436682 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:25.452747 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.464855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 33810) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:25.492039 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.510569 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:25.517358 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Usage tracker for resource:security_group_rule and tenant:739caf4beebe483ca15c6c24cff616e5 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:25.521617 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:25.529577 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:25.596310 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-131236b9-2c85-45b5-99c3-bbba13afbc26 None None] Provisioning for port ec46152f-66ca-4914-b13a-20ab8d9a1691 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:25.601787 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-131236b9-2c85-45b5-99c3-bbba13afbc26 None None] Provisioning complete for port ec46152f-66ca-4914-b13a-20ab8d9a1691 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:25.602312 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-131236b9-2c85-45b5-99c3-bbba13afbc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.608325 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:13:21Z', 'revision_number': 3, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:25.613677 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ec452-578b-4190-a899-fc766c2f0a3c None None] The sync data for ids ['52832ccb-8cbc-4947-96ec-aa350a2479c5'] in dv-cinder-780933-5-iscsi is: [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:13:21Z', 'revision_number': 3, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:13:25.656907 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.673102 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-131236b9-2c85-45b5-99c3-bbba13afbc26 None None] Port ec46152f-66ca-4914-b13a-20ab8d9a1691 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:13:25.735726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.741652 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.751842 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-703a22fb-a61b-4aeb-85bc-ae91cebb076c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:25.820733 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3e578-a021-4eaf-9b31-9de0fb863461,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:25.827080 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:25.832884 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=739caf4beebe483ca15c6c24cff616e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670461 May 10 19:13:25.835311 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33818) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:25.909841 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:25.945884 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:26.032907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:26.064366 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1c7fac6a-fad1-49c0-9bd7-59a24057d127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:26.082481 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f3e578-a021-4eaf-9b31-9de0fb863461,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:26.094017 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:26.108582 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:26.112963 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91f3e578-a021-4eaf-9b31-9de0fb863461 HTTP/1.1" status: 204 len: 168 time: 0.2766099 May 10 19:13:26.212235 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd9ad-5de6-4ef7-8e68-9e69e75d518d req-43614198-0bb5-4fc8-99c9-473ccb492117 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:26.221713 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-119fd9ad-5de6-4ef7-8e68-9e69e75d518d req-43614198-0bb5-4fc8-99c9-473ccb492117 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2217641 May 10 19:13:26.317117 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:26.323418 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-119fd9ad-5de6-4ef7-8e68-9e69e75d518d req-346260cd-525b-4aa4-b032-f4f4a6d4b6e8 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 May 10 19:13:26.326094 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:26.362119 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9684e3ba-d7d6-443a-ae80-8f6730f2bd24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:26.481340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Pushing event updated for resources: {'Port': ['ID=ec46152f-66ca-4914-b13a-20ab8d9a1691,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:26.484124 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:26.490736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:26.660998 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Network e82d5787-f089-44e4-8720-199784db4224 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:26.662211 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:26.926994 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-6558dac7-86f8-4482-9fb8-bbe8dd174c36 None None] Provisioning complete for port ec46152f-66ca-4914-b13a-20ab8d9a1691 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:26.927549 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6558dac7-86f8-4482-9fb8-bbe8dd174c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:27.006708 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-6558dac7-86f8-4482-9fb8-bbe8dd174c36 None None] Port ec46152f-66ca-4914-b13a-20ab8d9a1691 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:13:27.008402 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e0a0c770-46d5-4b76-ae9e-4d3cb58405ce up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:27.014824 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Router 52832ccb-8cbc-4947-96ec-aa350a2479c5 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:13:27.088495 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:27.095754 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:27.096107 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:27.224029 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:13:27.248556 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] 10.222.0.26 "PUT /v2.0/routers/52832ccb-8cbc-4947-96ec-aa350a2479c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6948745 May 10 19:13:27.285399 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:27.316062 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:27.323778 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:27.325206 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:27.389870 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-f7ae7558-1a5b-4473-99b0-b1851895f229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:27.574782 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:27.580323 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:27.629535 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:27.630097 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:27.659950 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d46ece-7f7f-4abc-bd7e-bc33f0365816 req-7952a44f-8b1d-4e3e-8fa9-a80dffbd1e6b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:27.667762 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-70d46ece-7f7f-4abc-bd7e-bc33f0365816 req-7952a44f-8b1d-4e3e-8fa9-a80dffbd1e6b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1404088 May 10 19:13:27.719248 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-70d46ece-7f7f-4abc-bd7e-bc33f0365816 req-1c0700bd-190b-46b8-8a1e-a2772d664593 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510578 May 10 19:13:27.902235 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcf0749a-81e5-4a0a-9124-1918a9d4dd55 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:27.996113 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:27.996782 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:28.088160 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Sync routers for ids ['52832ccb-8cbc-4947-96ec-aa350a2479c5'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:13:28.128618 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Routers {'52832ccb-8cbc-4947-96ec-aa350a2479c5'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:28.129722 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:13:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['52832ccb-8cbc-4947-96ec-aa350a2479c5'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:28.218681 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-8f8b1b6c-6f7d-409d-a03d-3410d2344809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:28.220995 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-8f8b1b6c-6f7d-409d-a03d-3410d2344809 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1239493 May 10 19:13:28.336446 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33910) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:28.425029 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Set router 52832ccb-8cbc-4947-96ec-aa350a2479c5 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:28.525713 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5346e3-19c3-45fb-911c-8192137c890d req-3a345d32-3ac9-446e-83f0-f49a7af9ec85 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:28.533339 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f5346e3-19c3-45fb-911c-8192137c890d req-3a345d32-3ac9-446e-83f0-f49a7af9ec85 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2800174 May 10 19:13:28.571435 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-7688881d-4692-4029-b03a-ec386c4c8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:28.572879 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-7688881d-4692-4029-b03a-ec386c4c8429 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.3445508 May 10 19:13:28.579664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:28.601222 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:28.606170 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f5346e3-19c3-45fb-911c-8192137c890d req-1fa2455a-57ef-443a-93bd-282652bb92e5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718596 May 10 19:13:28.607714 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb49fa58b4e4cdf8f4e4fb074e5d683 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:13:28.611101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:13:28.619866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:28.788770 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-26c58a6c-da07-482b-8576-a8d9ddd4940c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 217 time: 0.1934400 May 10 19:13:28.825275 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:28.834886 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:28.851781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:28.858137 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e0a0c770-46d5-4b76-ae9e-4d3cb58405ce up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:28.930170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-d364ab35-fb98-438c-a3a1-36629d013bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:28.933930 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-d364ab35-fb98-438c-a3a1-36629d013bb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.1046743 May 10 19:13:28.946325 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb08ad4-f668-498c-964a-dc3212a25f8b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:28.953371 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:28.967649 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbb49fa58b4e4cdf8f4e4fb074e5d683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6204655 May 10 19:13:28.968552 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 33940) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:13:29.051904 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-b1801225-ba20-40d4-8bf2-156e8b53abd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099193 May 10 19:13:29.129068 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:29.157493 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:29.236852 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:29.243534 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-638effb8-73d8-4731-83c0-f76f0c403cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:29.254814 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:13:25Z', 'revision_number': 4, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'ec46152f-66ca-4914-b13a-20ab8d9a1691', 'name': '', 'network_id': 'e82d5787-f089-44e4-8720-199784db4224', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'mac_address': 'fa:16:3e:1c:bf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ae83e128-f270-4ba8-8c64-151567051ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:24Z', 'updated_at': '2021-05-10T19:13:25Z', 'revision_number': 2, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'subnets': [{'id': 'ae83e128-f270-4ba8-8c64-151567051ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:29.263728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb08ad4-f668-498c-964a-dc3212a25f8b,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:29.267661 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:29.271742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:29.273183 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6eb08ad4-f668-498c-964a-dc3212a25f8b HTTP/1.1" status: 204 len: 168 time: 0.3044121 May 10 19:13:29.291052 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-659bca06-358a-4e07-bb50-0f84bd347837 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312994 May 10 19:13:29.296512 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:29.297052 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:29.404482 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Checking router: 52832ccb-8cbc-4947-96ec-aa350a2479c5 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:13:29.405481 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Updating router 52832ccb-8cbc-4947-96ec-aa350a2479c5 port ec46152f-66ca-4914-b13a-20ab8d9a1691 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:13:29.519213 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a27bb438-a92b-430c-88ef-26ea86f7c96e req-bae0747f-f464-4e77-8092-ed9223832d82 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207952 May 10 19:13:29.643461 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:30.168888 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583e1c-5e55-4515-a3bb-680a1a0fab4e req-d663f676-51ae-4d5b-a5aa-d815b2dcac6a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:30.185744 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-89583e1c-5e55-4515-a3bb-680a1a0fab4e req-d663f676-51ae-4d5b-a5aa-d815b2dcac6a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2758090 May 10 19:13:30.289269 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-89583e1c-5e55-4515-a3bb-680a1a0fab4e req-4e9dbdfa-6645-40d8-8162-bab14d7a1f91 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992177 May 10 19:13:30.541704 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:30.557815 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Transition to ACTIVE for port object ec46152f-66ca-4914-b13a-20ab8d9a1691 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:30.568938 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:30.576424 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-313e3935-20b7-4230-bae8-3c7b2a66a499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:30.759113 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a0c6-2b64-4bcf-aa57-bb66abbb1f57 None None] Pushing event updated for resources: {'Port': ['ID=ec46152f-66ca-4914-b13a-20ab8d9a1691,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:30.824601 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-5ac5a0c6-2b64-4bcf-aa57-bb66abbb1f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:30.953821 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Attempting to bind port ec46152f-66ca-4914-b13a-20ab8d9a1691 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:13:30.955015 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Attempting to bind port ec46152f-66ca-4914-b13a-20ab8d9a1691 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:13:30.955607 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Attempting to bind port ec46152f-66ca-4914-b13a-20ab8d9a1691 on network e82d5787-f089-44e4-8720-199784db4224 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:13:30.979316 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:13:30.979579 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Checking segment: {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:13:30.979988 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:30.980400 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Bound using segment: {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:13:30.984217 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Bound port: ec46152f-66ca-4914-b13a-20ab8d9a1691, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede167ac-531f-46f3-8931-1221e478e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e82d5787-f089-44e4-8720-199784db4224'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:13:30.985068 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:31.149642 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] For port ec46152f-66ca-4914-b13a-20ab8d9a1691, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:13:31.160690 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] For port ec46152f-66ca-4914-b13a-20ab8d9a1691, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ec46152f-66ca-4914-b13a-20ab8d9a1691,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:13:31.170406 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:31.175184 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:31.265294 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Routers {'52832ccb-8cbc-4947-96ec-aa350a2479c5'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:13:31.265940 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:13:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['52832ccb-8cbc-4947-96ec-aa350a2479c5'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:31.325837 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a0c6-2b64-4bcf-aa57-bb66abbb1f57 None None] Pushing event updated for resources: {'Port': ['ID=ec46152f-66ca-4914-b13a-20ab8d9a1691,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:31.456721 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-5ac5a0c6-2b64-4bcf-aa57-bb66abbb1f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:31.644405 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] Set router 52832ccb-8cbc-4947-96ec-aa350a2479c5 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:13:31.702041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bafd2-cf2f-445a-a377-5dd3023aa254 req-2aa1c1e6-9528-4d38-86b1-6ee0ff6259c1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:31.710859 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9b3bafd2-cf2f-445a-a377-5dd3023aa254 req-2aa1c1e6-9528-4d38-86b1-6ee0ff6259c1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2017133 May 10 19:13:31.779721 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9b3bafd2-cf2f-445a-a377-5dd3023aa254 req-ab550af8-1c40-468d-9b28-f448080e1125 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674591 May 10 19:13:32.147671 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:13:25Z', 'revision_number': 4, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'ec46152f-66ca-4914-b13a-20ab8d9a1691', 'name': '', 'network_id': 'e82d5787-f089-44e4-8720-199784db4224', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'mac_address': 'fa:16:3e:1c:bf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ae83e128-f270-4ba8-8c64-151567051ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:24Z', 'updated_at': '2021-05-10T19:13:31Z', 'revision_number': 4, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'subnets': [{'id': 'ae83e128-f270-4ba8-8c64-151567051ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:32.152110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd06606-879c-43a7-94e4-41c4ddcb4052 None None] The sync data for ids ['52832ccb-8cbc-4947-96ec-aa350a2479c5'] in dv-cinder-780933-5-iscsi is: [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:13:25Z', 'revision_number': 4, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'ec46152f-66ca-4914-b13a-20ab8d9a1691', 'name': '', 'network_id': 'e82d5787-f089-44e4-8720-199784db4224', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'mac_address': 'fa:16:3e:1c:bf:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'ae83e128-f270-4ba8-8c64-151567051ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:24Z', 'updated_at': '2021-05-10T19:13:31Z', 'revision_number': 4, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'subnets': [{'id': 'ae83e128-f270-4ba8-8c64-151567051ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:13:32.951813 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ec46152f-66ca-4914-b13a-20ab8d9a1691 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:33.084868 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port ec46152f-66ca-4914-b13a-20ab8d9a1691 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:33.092115 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port ec46152f-66ca-4914-b13a-20ab8d9a1691 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:33.092490 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:33.136027 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec686f9-3264-46df-9c9f-40a8b303feae req-7b732d37-de92-4b6b-8dcf-64bd48d3c591 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:33.144962 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bec686f9-3264-46df-9c9f-40a8b303feae req-7b732d37-de92-4b6b-8dcf-64bd48d3c591 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1206832 May 10 19:13:33.209717 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bec686f9-3264-46df-9c9f-40a8b303feae req-c5145b02-5bb6-40e1-9a5a-f0b6112a647c tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 May 10 19:13:33.335485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:33.407452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port ec46152f-66ca-4914-b13a-20ab8d9a1691, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ec46152f-66ca-4914-b13a-20ab8d9a1691,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:13:33.420847 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:33.424336 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-3b33e695-a268-4338-a8e4-eb09e718f063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:33.552709 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=ec46152f-66ca-4914-b13a-20ab8d9a1691,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:33.558867 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:34.831265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ec46152f-66ca-4914-b13a-20ab8d9a1691 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:13:34.912737 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port ec46152f-66ca-4914-b13a-20ab8d9a1691 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:34.913114 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:39.857162 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228da7c7-6868-4056-8220-6e8f80a811ff req-86b064c4-b6ff-4253-9c55-3cdcc4217e30 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:39.858713 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-228da7c7-6868-4056-8220-6e8f80a811ff req-86b064c4-b6ff-4253-9c55-3cdcc4217e30 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1718190 May 10 19:13:39.923661 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-228da7c7-6868-4056-8220-6e8f80a811ff req-0dd05853-041c-454c-bae7-684a3498fdf1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575330 May 10 19:13:41.442873 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-ac474526-a6cc-4615-9d7e-bdeea557be82 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:41.444326 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-ac474526-a6cc-4615-9d7e-bdeea557be82 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 814 time: 0.1715417 May 10 19:13:41.459929 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-7705df34-0f67-4d8b-8976-47ab64b80f63 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/quotas/487461bc7aa3467696623d4d88f126c8 HTTP/1.1" status: 200 len: 375 time: 0.0093894 May 10 19:13:41.540085 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-4cf7d2af-e485-46b8-a16f-107e64d1b23d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:13:41.556137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-4cf7d2af-e485-46b8-a16f-107e64d1b23d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:13:41.557568 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-4cf7d2af-e485-46b8-a16f-107e64d1b23d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918033 May 10 19:13:41.692531 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f09327cf-ea65-4d69-9103-b0cb79057a84 service neutron] 10.222.0.26 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229889 May 10 19:13:41.823050 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-e63fec0a-f679-429f-ba42-b1a33164e5fb service neutron] 10.222.0.26 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247807 May 10 19:13:42.999835 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:13:45.284078 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-75d530c3-1ad2-4ff2-a2eb-2e6a446412f2 req-ce4a4035-8206-472c-8fee-6226306e3b4b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0639329 May 10 19:13:46.598226 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e901db8-6177-435f-867e-6a7e0fdbff6c req-45e4d452-4599-41d9-9b33-a4205e0f5102 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0803015 May 10 19:13:46.640647 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-0cd2a0bb-0d98-4c43-af97-26cb4efab729 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:46.642766 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-0cd2a0bb-0d98-4c43-af97-26cb4efab729 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 814 time: 0.3307531 May 10 19:13:46.669061 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'port': {'device_id': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'admin_state_up': True, 'tenant_id': '487461bc7aa3467696623d4d88f126c8'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:13:46.856905 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:13:46.872193 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:13:46.884904 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Made reservation on behalf of 487461bc7aa3467696623d4d88f126c8 for: {'port': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:13:46.889497 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:47.184553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Allocated IP 172.20.0.12 (ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7/68226c70-aadf-4543-8f44-8b6a0c4b47dc/a89a6883-be54-4043-9e1b-fe2a17a3233d) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:13:47.637723 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:47.659524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Transition to ACTIVE for port object a89a6883-be54-4043-9e1b-fe2a17a3233d will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:13:47.692595 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:47.701305 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5e03971f-9cb0-48bc-ac46-620627ba132c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:13:47.826660 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:13:47.834220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:13:47.856384 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:13:47.949780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:47.989741 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.990504 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.991163 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.991806 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.992470 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.993066 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.993710 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.994340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.994969 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.995645 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.996267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:47.996970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:13:48.006776 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:13:48.056005 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:13:48.057779 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:48.137214 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4777954 May 10 19:13:48.311655 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-d0415282-92fa-4594-962a-2ee0dfa24369 None None] Provisioning for port a89a6883-be54-4043-9e1b-fe2a17a3233d completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:13:48.317334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-d0415282-92fa-4594-962a-2ee0dfa24369 None None] Provisioning complete for port a89a6883-be54-4043-9e1b-fe2a17a3233d triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:13:48.318972 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d0415282-92fa-4594-962a-2ee0dfa24369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:48.491120 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-d0415282-92fa-4594-962a-2ee0dfa24369 None None] Port a89a6883-be54-4043-9e1b-fe2a17a3233d cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:13:49.052376 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9161-4be3-4374-85a6-e1e7856177fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:51.526553 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fb0625bc-6d6a-4e42-b6f5-2e07c3e3b831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:51.609473 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:51.776160 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:52.766258 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:13:54.273228 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:01.717899 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 34496) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:01.875157 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:01.892012 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:01.896040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Usage tracker for resource:security_group_rule and tenant:e53587dad74349a68634fa2c6e2f4ab5 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:01.898994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:01.904769 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:02.007475 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:02.012078 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:02.023367 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bb18fb14-2080-44f3-8268-ed9acecb962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:02.142400 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f83c0b-e625-4f79-9c44-1909aed01cbc,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:02.148817 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e53587dad74349a68634fa2c6e2f4ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295409 May 10 19:14:02.153526 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 34504) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:02.156940 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.157301 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.157657 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.158029 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.158444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.158812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.159177 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.159523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.159859 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.160219 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.160564 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.160935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:02.173925 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:02.236342 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:02.266924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:02.330240 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:02.336259 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:02.351191 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f83c0b-e625-4f79-9c44-1909aed01cbc,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:02.354570 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:02.357181 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:02.360901 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30f83c0b-e625-4f79-9c44-1909aed01cbc HTTP/1.1" status: 204 len: 168 time: 0.2038884 May 10 19:14:03.316405 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 34536) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:03.448004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1567919429-network', 'tenant_id': 'e0d58376df914366ad15ba276a471dbe'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:03.453650 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:03.458261 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Usage tracker for resource:network and tenant:e0d58376df914366ad15ba276a471dbe is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:03.461812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:03.469402 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:03.481662 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Made reservation on behalf of e0d58376df914366ad15ba276a471dbe for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:03.485155 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.505528 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.526216 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:03.530870 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d58376df914366ad15ba276a471dbe is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:03.533834 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:03.539946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:03.640902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.646256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.652843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6ad2a360-88a8-4f58-98fa-a5d18a5596ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:03.682920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:14:03.702534 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff8d44-2e2a-4206-a354-62430243ac1b,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:03.706166 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.706647 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Added segment 7936b2cc-10fa-45a6-8ff7-e595338e9742 of type vlan for network c15e415b-5a1f-488a-b57e-323a830115de May 10 19:14:03.708320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:03.742507 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.803300 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.803300 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:03.803300 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:03.803300 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-654129c9-3509-4706-ae6f-c436e53349c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:03.902306 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5840075 May 10 19:14:03.905213 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Pushing event updated for resources: {'Network': ['ID=c15e415b-5a1f-488a-b57e-323a830115de,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:03.905873 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 34546) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:03.913691 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:03.914264 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Request body: {'subnet': {'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1567919429-subnet', 'tenant_id': 'e0d58376df914366ad15ba276a471dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:03.920742 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network c15e415b-5a1f-488a-b57e-323a830115de details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:14:03.921679 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:03.925653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Usage tracker for resource:subnet and tenant:e0d58376df914366ad15ba276a471dbe is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:03.928718 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:03.935189 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:03.945483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Made reservation on behalf of e0d58376df914366ad15ba276a471dbe for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:03.947912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:04.354126 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:04.358258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:04.431838 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af27669-bef7-4e03-8c1c-9c194354dc98,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:04.437018 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:04.442864 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Checking segment: {'id': '7936b2cc-10fa-45a6-8ff7-e595338e9742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:04.443210 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Network hostable DHCP agents. Network: c15e415b-5a1f-488a-b57e-323a830115de, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:14:04.460907 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Network c15e415b-5a1f-488a-b57e-323a830115de is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:14:04.471908 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, c15e415b-5a1f-488a-b57e-323a830115de) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:04.480885 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:04.481089 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b53f34c-c87c-4c29-bba3-cecf19d7763d None None] Network c15e415b-5a1f-488a-b57e-323a830115de requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:14:04.481475 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:04.508641 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6014807 May 10 19:14:04.718133 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf808b2-8bc7-4248-83bf-a794b882aeac None None] Network c15e415b-5a1f-488a-b57e-323a830115de requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:14:08.876583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Request body: {'port': {'device_id': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:08.964509 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-3c62c78f-0dac-4348-9aca-697472114497 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837557 May 10 19:14:09.017742 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:09.146094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03045-03ec-4b2a-93df-10b4dee76337 req-ef3bb9c5-e5d4-4f79-9119-19c2f2504ea1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:09.147582 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-baa03045-03ec-4b2a-93df-10b4dee76337 req-ef3bb9c5-e5d4-4f79-9119-19c2f2504ea1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 932 time: 0.1359994 May 10 19:14:09.174816 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-38c6c0f7-3ec8-40e2-8f7f-c1465773b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:09.176280 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-38c6c0f7-3ec8-40e2-8f7f-c1465773b710 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 1098 time: 0.1293800 May 10 19:14:09.233846 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-baa03045-03ec-4b2a-93df-10b4dee76337 req-abcf8298-e26f-4f93-8bfc-4f8c439240ea tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:14:09.319856 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-baa03045-03ec-4b2a-93df-10b4dee76337 req-abcf8298-e26f-4f93-8bfc-4f8c439240ea tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:14:09.321159 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-baa03045-03ec-4b2a-93df-10b4dee76337 req-abcf8298-e26f-4f93-8bfc-4f8c439240ea tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650774 May 10 19:14:09.365479 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-8d94b721-817c-4b8c-9662-32f1aa6ef779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:09.367172 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-8d94b721-817c-4b8c-9662-32f1aa6ef779 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.1662419 May 10 19:14:09.406650 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89a6883-be54-4043-9e1b-fe2a17a3233d {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:14:09.414659 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:09.429754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Transition to ACTIVE for port object a89a6883-be54-4043-9e1b-fe2a17a3233d will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:09.434563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:09.438563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:09.488620 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-bfad06f9-c872-493b-a63b-8359b9c94bf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 200 len: 1001 time: 0.1146436 May 10 19:14:09.574348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-e6a51243-70e6-48f9-8f3d-2c7c7f9565dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:09.576727 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-e6a51243-70e6-48f9-8f3d-2c7c7f9565dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0808864 May 10 19:14:09.648146 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:09.655038 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:09.685539 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-dc46e586-6c09-455e-9e32-baad5f5b9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:09.687105 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-dc46e586-6c09-455e-9e32-baad5f5b9066 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033111 May 10 19:14:09.699949 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Attempting to bind port a89a6883-be54-4043-9e1b-fe2a17a3233d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:09.700325 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Attempting to bind port a89a6883-be54-4043-9e1b-fe2a17a3233d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:09.700608 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Attempting to bind port a89a6883-be54-4043-9e1b-fe2a17a3233d on network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:09.706023 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Port a89a6883-be54-4043-9e1b-fe2a17a3233d on network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:14:09.706437 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Attempting to bind port a89a6883-be54-4043-9e1b-fe2a17a3233d on network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:09.713646 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:09.714068 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Checking segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:09.714484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Bound using segment: {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:09.714977 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Bound port: a89a6883-be54-4043-9e1b-fe2a17a3233d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c533e1c-4ad5-4755-b7f9-67c0af13503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:09.715331 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:09.867428 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-c0d3a5cb-de5d-48c9-9378-1c24d82a85b2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716394 May 10 19:14:09.889886 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:09.894291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:09.900830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:09.907238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:09.973009 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:09.973622 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:09.975016 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] 10.222.0.32 "PUT /v2.0/ports/a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 1094 time: 1.1032274 May 10 19:14:09.975503 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:14:10.011277 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:10.026436 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:10.091928 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed71a995-076e-4a09-a2ba-32ebc7f6bbde req-faee9afa-884a-441a-9bd5-e0b277e6a4b4 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175581 May 10 19:14:10.176391 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'status': 'completed', 'code': 200} May 10 19:14:10.180010 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-00b01d2f-a8b7-4faf-9395-7519f699ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:10.182134 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-00b01d2f-a8b7-4faf-9395-7519f699ab8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1097 time: 0.1068995 May 10 19:14:10.298382 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-4ef6eb0b-df35-485a-adcf-6893c680bec7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 217 time: 0.0705652 May 10 19:14:10.500234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-1f3f0182-7895-4e5b-80b0-477335232bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:10.501752 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-1f3f0182-7895-4e5b-80b0-477335232bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0683663 May 10 19:14:10.579546 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde83f-f4f0-4e0e-bb58-7ea7b08c6f3b req-99f665f7-d48e-448f-8c33-f5750b00fda0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:10.580992 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3bbde83f-f4f0-4e0e-bb58-7ea7b08c6f3b req-99f665f7-d48e-448f-8c33-f5750b00fda0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 944 time: 0.1281157 May 10 19:14:10.611276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-1ebe543b-bd3f-42f9-a42d-b2cb4a223b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:10.612763 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-1ebe543b-bd3f-42f9-a42d-b2cb4a223b83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820191 May 10 19:14:10.632588 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3bbde83f-f4f0-4e0e-bb58-7ea7b08c6f3b req-01bf9262-d3e7-46a7-a48d-e656cddb2ba1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 May 10 19:14:10.768492 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-48e271e6-0e73-4412-84ed-17783827b19c service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459553 May 10 19:14:10.907802 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2f101ff-7c63-4ad8-813d-56f2369f26c1 req-bd39222c-f21e-42f8-8630-141d2eff6f3f service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320715 May 10 19:14:11.075637 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68477a-4719-4382-9137-55b0f5f928f3 req-c0b140ca-e489-4e68-a26d-eeb69f491b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:11.077097 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-c0b140ca-e489-4e68-a26d-eeb69f491b00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1097 time: 0.0739133 May 10 19:14:11.284322 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68477a-4719-4382-9137-55b0f5f928f3 req-2acfe0c1-d3c6-49d9-81a9-5e3d5e7668ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:11.285606 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-2acfe0c1-d3c6-49d9-81a9-5e3d5e7668ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1640115 May 10 19:14:11.359213 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-bab87919-0432-4abc-b46d-49782306f6be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 217 time: 0.0660975 May 10 19:14:11.428904 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68477a-4719-4382-9137-55b0f5f928f3 req-4842537f-ff2a-4582-80d3-9bfe1a8bf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:11.430367 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-4842537f-ff2a-4582-80d3-9bfe1a8bf57a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0572100 May 10 19:14:11.509756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68477a-4719-4382-9137-55b0f5f928f3 req-04c3171e-deee-4133-98da-df2b90bb40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:11.511266 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-04c3171e-deee-4133-98da-df2b90bb40c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740001 May 10 19:14:11.644393 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-dba20cae-46bd-42d3-a42b-0c8371e03a9d service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252167 May 10 19:14:11.786832 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db68477a-4719-4382-9137-55b0f5f928f3 req-7dd56d58-5a90-4593-8243-84b0a48b9c85 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356127 May 10 19:14:11.840945 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928baa2-76fd-4899-87fa-1687d39c8619 req-689da6fa-08e6-46da-b4a0-94c3d7bbdf51 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:11.842424 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5928baa2-76fd-4899-87fa-1687d39c8619 req-689da6fa-08e6-46da-b4a0-94c3d7bbdf51 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 944 time: 0.0900853 May 10 19:14:11.888119 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5928baa2-76fd-4899-87fa-1687d39c8619 req-fbd17eab-df1f-4b27-b058-f2644517b9dd tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 May 10 19:14:12.315189 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-27d252c5-fb80-46f6-a110-7a9e1b871c4c tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:12.316651 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-27d252c5-fb80-46f6-a110-7a9e1b871c4c tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/networks?id=c15e415b-5a1f-488a-b57e-323a830115de HTTP/1.1" status: 200 len: 814 time: 0.2076533 May 10 19:14:12.332846 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-d9fd8eed-54f7-4378-af6d-54bfd127dc92 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/quotas/e0d58376df914366ad15ba276a471dbe HTTP/1.1" status: 200 len: 375 time: 0.0105956 May 10 19:14:12.380776 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-611f5223-a3f7-4926-a3db-8b212ba85455 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e0d58376df914366ad15ba276a471dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418477 May 10 19:14:12.511396 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-7f1ff193-56fa-48bb-9932-d76cac55912a service neutron] 10.222.0.26 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222365 May 10 19:14:12.648674 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-5039ff70-d545-4fc1-aefa-5a6b18e6133f service neutron] 10.222.0.26 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312025 May 10 19:14:12.916891 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74b386b8-087d-44fe-8c4f-0d87311d2c7d req-c5b8cbfd-45d3-412b-b5e2-9135d5045915 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0429742 May 10 19:14:13.108273 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7c17b-ed8b-413d-8caa-19bc8a45e4bf req-989fd3a0-4699-4351-8d27-b22570960df4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:13.109260 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-6cf7c17b-ed8b-413d-8caa-19bc8a45e4bf req-989fd3a0-4699-4351-8d27-b22570960df4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:14:13.126531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-6cf7c17b-ed8b-413d-8caa-19bc8a45e4bf req-989fd3a0-4699-4351-8d27-b22570960df4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:14:13.127687 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6cf7c17b-ed8b-413d-8caa-19bc8a45e4bf req-989fd3a0-4699-4351-8d27-b22570960df4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 944 time: 0.1085000 May 10 19:14:13.173938 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6cf7c17b-ed8b-413d-8caa-19bc8a45e4bf req-a748dc99-6c9a-42f4-a424-6a369dcb0996 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 May 10 19:14:14.156962 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fdbf7ca1-29c2-4db8-8971-e04d930aea2e req-2e43dc2e-429c-4a6d-b42b-01ca5899795a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0431936 May 10 19:14:14.240490 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-87f88034-3989-4e04-93e3-377ccebd3963 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:14.242114 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-87f88034-3989-4e04-93e3-377ccebd3963 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.32 "GET /v2.0/networks?id=c15e415b-5a1f-488a-b57e-323a830115de HTTP/1.1" status: 200 len: 814 time: 0.1528568 May 10 19:14:14.283286 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Request body: {'port': {'device_id': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de', 'admin_state_up': True, 'tenant_id': 'e0d58376df914366ad15ba276a471dbe'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:14.479619 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98636f5f-1019-4175-851a-f0bc88c9588f req-72d0a7d4-8497-4441-bd7a-6f14c284466d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:14.481053 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98636f5f-1019-4175-851a-f0bc88c9588f req-72d0a7d4-8497-4441-bd7a-6f14c284466d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 944 time: 0.1837144 May 10 19:14:14.482019 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:14.486094 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Usage tracker for resource:port and tenant:e0d58376df914366ad15ba276a471dbe is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:14.490447 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:14.510638 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:14.533123 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Made reservation on behalf of e0d58376df914366ad15ba276a471dbe for: {'port': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:14.536496 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:14.550882 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98636f5f-1019-4175-851a-f0bc88c9588f req-5c10bac4-f625-4ea3-ac7e-6675791fbdb4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620623 May 10 19:14:14.709374 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Allocated IP 172.20.0.9 (c15e415b-5a1f-488a-b57e-323a830115de/9af27669-bef7-4e03-8c1c-9c194354dc98/24228327-9768-43a2-ad98-8e70c8aaa76e) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:14.912116 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:14.942977 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:14.948850 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3a3d567f-0976-4f7c-9fc5-bc627ac51470 tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:15.011806 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Network c15e415b-5a1f-488a-b57e-323a830115de is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:15.016413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:15.025278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:15.069923 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Pushing event updated for resources: {'Port': ['ID=24228327-9768-43a2-ad98-8e70c8aaa76e,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:15.075988 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:15.105500 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:15.106176 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:15.131137 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519232 May 10 19:14:19.028686 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-14bf7bf6-f88f-4b98-b744-6cadbf3cc4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:19.631318 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a89a6883-be54-4043-9e1b-fe2a17a3233d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:14:19.765150 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:19.782358 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'port_id': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'mac_address': 'fa:16:3e:3c:33:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:14:19.838169 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:19.855552 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89a6883-be54-4043-9e1b-fe2a17a3233d {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:14:19.871228 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:19.875266 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:19.877257 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:19.943464 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:19.951475 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.951823 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.952163 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.952496 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.952825 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.953156 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.953482 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.953806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.954205 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.954535 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.954856 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.955175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.959182 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:19.999225 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:14:21.245563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Request body: {'port': {'device_id': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:21.394985 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:21.540833 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-101c8f64-98d3-4916-a130-0aa8d42e2654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:21.626141 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:21.784922 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:21.787899 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecb60f-b98a-4f46-a733-74bf1d0550f9 req-77f50fb3-fe5b-4c53-9908-ce18d5a1bc3b tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:21.791838 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17ecb60f-b98a-4f46-a733-74bf1d0550f9 req-77f50fb3-fe5b-4c53-9908-ce18d5a1bc3b tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 931 time: 0.2588699 May 10 19:14:21.841422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-17ecb60f-b98a-4f46-a733-74bf1d0550f9 req-6b9ef061-4f6c-414a-afa9-a5eced65bcd4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Synchronizing usage tracker for tenant:e0d58376df914366ad15ba276a471dbe on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:14:21.860118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-17ecb60f-b98a-4f46-a733-74bf1d0550f9 req-6b9ef061-4f6c-414a-afa9-a5eced65bcd4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Unset dirty status for tenant:e0d58376df914366ad15ba276a471dbe on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:14:21.861306 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17ecb60f-b98a-4f46-a733-74bf1d0550f9 req-6b9ef061-4f6c-414a-afa9-a5eced65bcd4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 May 10 19:14:21.919258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf137eb-2b9e-4ed8-abf5-69e323b16d13 req-ee4867db-b368-476c-8f81-7dad200de730 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:21.920946 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6bf137eb-2b9e-4ed8-abf5-69e323b16d13 req-ee4867db-b368-476c-8f81-7dad200de730 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 945 time: 0.4989595 May 10 19:14:22.015042 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6bf137eb-2b9e-4ed8-abf5-69e323b16d13 req-fd2a8094-cf40-4d7e-a1eb-0ac042705142 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864072 May 10 19:14:22.113506 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24228327-9768-43a2-ad98-8e70c8aaa76e {{(pid=78732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:14:22.126455 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:22.147592 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Transition to ACTIVE for port object 24228327-9768-43a2-ad98-8e70c8aaa76e will not be triggered until provisioned by entity L2. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:22.152761 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:22.158022 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:22.326789 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Pushing event updated for resources: {'Port': ['ID=24228327-9768-43a2-ad98-8e70c8aaa76e,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:22.335925 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:22.458375 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Attempting to bind port 24228327-9768-43a2-ad98-8e70c8aaa76e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:22.458783 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Attempting to bind port 24228327-9768-43a2-ad98-8e70c8aaa76e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7936b2cc-10fa-45a6-8ff7-e595338e9742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de'}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:22.459754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Attempting to bind port 24228327-9768-43a2-ad98-8e70c8aaa76e on network c15e415b-5a1f-488a-b57e-323a830115de {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:22.467293 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Port 24228327-9768-43a2-ad98-8e70c8aaa76e on network c15e415b-5a1f-488a-b57e-323a830115de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:14:22.467752 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Attempting to bind port 24228327-9768-43a2-ad98-8e70c8aaa76e on network c15e415b-5a1f-488a-b57e-323a830115de {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:22.475381 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:22.475845 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Checking segment: {'id': '7936b2cc-10fa-45a6-8ff7-e595338e9742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:22.476481 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Bound using segment: {'id': '7936b2cc-10fa-45a6-8ff7-e595338e9742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de'} {{(pid=78732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:22.477086 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.managers [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Bound port: 24228327-9768-43a2-ad98-8e70c8aaa76e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7936b2cc-10fa-45a6-8ff7-e595338e9742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de'}}] {{(pid=78732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:22.478124 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:22.574008 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] For port 24228327-9768-43a2-ad98-8e70c8aaa76e, host hv-cinder-78093, cleared binding levels {{(pid=78732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:22.577388 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] For port 24228327-9768-43a2-ad98-8e70c8aaa76e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=24228327-9768-43a2-ad98-8e70c8aaa76e,segment=NetworkSegment(7936b2cc-10fa-45a6-8ff7-e595338e9742),segment_id=7936b2cc-10fa-45a6-8ff7-e595338e9742)] {{(pid=78732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:22.582910 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:22.587973 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:22.645289 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:22.645943 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:22.647380 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] 10.222.0.32 "PUT /v2.0/ports/24228327-9768-43a2-ad98-8e70c8aaa76e HTTP/1.1" status: 200 len: 1093 time: 1.4098828 May 10 19:14:22.648263 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'tag': '24228327-9768-43a2-ad98-8e70c8aaa76e'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:14:22.677441 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Pushing event updated for resources: {'Port': ['ID=24228327-9768-43a2-ad98-8e70c8aaa76e,revision_number=3']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:22.681099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:22.713596 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'tag': '24228327-9768-43a2-ad98-8e70c8aaa76e', 'status': 'completed', 'code': 200} May 10 19:14:22.769583 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:22.845756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63acd2-58ad-4789-878a-6a9741d71d38 req-2282cbff-d27a-46a6-9713-1631919c4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:22.847391 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2b63acd2-58ad-4789-878a-6a9741d71d38 req-2282cbff-d27a-46a6-9713-1631919c4c5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d58376df914366ad15ba276a471dbe&device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 1096 time: 0.0798190 May 10 19:14:22.893838 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a89a6883-be54-4043-9e1b-fe2a17a3233d'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:14:23.137431 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63acd2-58ad-4789-878a-6a9741d71d38 req-f2c88422-5cf5-480e-bbd6-340d08eaab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:23.138988 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2b63acd2-58ad-4789-878a-6a9741d71d38 req-f2c88422-5cf5-480e-bbd6-340d08eaab35 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0d58376df914366ad15ba276a471dbe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2476518 May 10 19:14:23.193034 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d884c-93fc-4074-8d35-b5df5768ff3f req-493974ed-54dc-4be0-a274-fc17dc79185a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:23.193716 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-121d884c-93fc-4074-8d35-b5df5768ff3f req-493974ed-54dc-4be0-a274-fc17dc79185a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Synchronizing usage tracker for tenant:e0d58376df914366ad15ba276a471dbe on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:14:23.275507 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3702-2e42-49b0-92ca-ee7466fff8fb req-2f3f1ffe-edcc-4971-a930-67aeb0b32b2e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:23.278260 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e6ce3702-2e42-49b0-92ca-ee7466fff8fb req-2f3f1ffe-edcc-4971-a930-67aeb0b32b2e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 945 time: 0.1423028 May 10 19:14:23.295351 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-121d884c-93fc-4074-8d35-b5df5768ff3f req-493974ed-54dc-4be0-a274-fc17dc79185a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Unset dirty status for tenant:e0d58376df914366ad15ba276a471dbe on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:14:23.296588 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-121d884c-93fc-4074-8d35-b5df5768ff3f req-493974ed-54dc-4be0-a274-fc17dc79185a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 943 time: 0.3106418 May 10 19:14:23.348273 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e6ce3702-2e42-49b0-92ca-ee7466fff8fb req-294cae61-2831-4c14-b1c0-97763eba0007 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 May 10 19:14:23.351346 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63acd2-58ad-4789-878a-6a9741d71d38 req-b41f27e3-e0b3-46d2-b6ce-8a3637a673d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:23.352284 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2b63acd2-58ad-4789-878a-6a9741d71d38 req-b41f27e3-e0b3-46d2-b6ce-8a3637a673d8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033978 May 10 19:14:23.383843 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-121d884c-93fc-4074-8d35-b5df5768ff3f req-739c34f8-3e03-4459-a7eb-35b1284d74c1 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766730 May 10 19:14:23.876254 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-543ed2ce-7cf9-464a-af96-9836a8611282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:23.877777 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-543ed2ce-7cf9-464a-af96-9836a8611282 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d58376df914366ad15ba276a471dbe&device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 1096 time: 0.2114067 May 10 19:14:23.978937 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-f9b36a89-f107-4e29-bbb8-204dcdcf60ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24228327-9768-43a2-ad98-8e70c8aaa76e HTTP/1.1" status: 200 len: 217 time: 0.0799847 May 10 19:14:24.048128 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-1abf3d4d-58aa-4b01-8b0e-e1fd39fd7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:24.049703 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-1abf3d4d-58aa-4b01-8b0e-e1fd39fd7194 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9af27669-bef7-4e03-8c1c-9c194354dc98 HTTP/1.1" status: 200 len: 854 time: 0.0640297 May 10 19:14:24.101177 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-c380aad5-eed2-4410-8906-a322d6aaad1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15e415b-5a1f-488a-b57e-323a830115de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440698 May 10 19:14:24.246624 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-6361bd7a-c4cc-472a-b089-3d3456e3229e service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391029 May 10 19:14:24.276271 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:24.480026 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2c7ad06-9c5a-4200-a3a7-c3b4aaf20d3d req-f37a7e11-3125-48ab-b3c6-ef6cc98e5cad service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267838 May 10 19:14:24.583713 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41885e78-c532-4d2f-ac3b-936147e65a9d req-38b28e1b-8f5c-46c1-9463-5fde8d9c0a8c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:24.593528 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-41885e78-c532-4d2f-ac3b-936147e65a9d req-38b28e1b-8f5c-46c1-9463-5fde8d9c0a8c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 945 time: 0.1180491 May 10 19:14:24.629247 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f525685-1642-4886-a561-6cd52b8d3bf2 req-50e23bb3-f35a-462f-997b-a6842ff46766 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:24.631759 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f525685-1642-4886-a561-6cd52b8d3bf2 req-50e23bb3-f35a-462f-997b-a6842ff46766 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 943 time: 0.1168423 May 10 19:14:24.649543 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-41885e78-c532-4d2f-ac3b-936147e65a9d req-4d2d0d82-1a50-4e29-a180-faa50492566f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549035 May 10 19:14:24.692935 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4f525685-1642-4886-a561-6cd52b8d3bf2 req-f11f73c1-ba69-461d-a366-24339ef1ce40 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 May 10 19:14:25.642446 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-f2492904-9de9-4590-9def-9aff8e3957a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:25.644792 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-f2492904-9de9-4590-9def-9aff8e3957a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1838236 May 10 19:14:25.768666 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e973-5739-4c72-85bb-b413dc94edb1 req-4e71c884-3ce1-4b2a-afa7-8eb4da6c910b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:25.770224 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6265e973-5739-4c72-85bb-b413dc94edb1 req-4e71c884-3ce1-4b2a-afa7-8eb4da6c910b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2354519 May 10 19:14:25.840664 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-a3c8d597-42ea-42bd-8f7b-8c7ce623ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:25.842229 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-a3c8d597-42ea-42bd-8f7b-8c7ce623ad5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.1901772 May 10 19:14:25.852634 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6265e973-5739-4c72-85bb-b413dc94edb1 req-353a3dba-c9c0-446a-93ef-8ae46b3beead tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681081 May 10 19:14:25.921886 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-0c86ca31-8884-4211-9c89-b444af592f14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 217 time: 0.0681956 May 10 19:14:25.995086 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-abf7dcc4-36c1-49d4-8980-fe974d7c958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:25.996522 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-abf7dcc4-36c1-49d4-8980-fe974d7c958b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.0651395 May 10 19:14:26.046625 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-cd2c6adc-4145-4c8c-bc05-5e0d0b9f2da2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418975 May 10 19:14:26.240200 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-10e2f224-4b56-4af2-b42b-90ff4a5e38f6 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862841 May 10 19:14:26.445927 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d03b7c-775f-4d7e-96d9-6b72e01ee784 req-6f35d4d9-e03c-42bd-8179-b163251d7b29 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:26.447441 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3d03b7c-775f-4d7e-96d9-6b72e01ee784 req-6f35d4d9-e03c-42bd-8179-b163251d7b29 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 943 time: 0.0968235 May 10 19:14:26.499239 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3d03b7c-775f-4d7e-96d9-6b72e01ee784 req-da76fae4-320d-4039-bd56-c64798bacc48 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 May 10 19:14:26.543069 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fbdab74-e808-45dc-a88d-9780ca5244f8 req-526e282d-3325-424f-afc4-3c5da4dae4c0 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921939 May 10 19:14:26.578396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b49e7a-c460-489c-af96-53b845da7f55 req-c63722aa-955a-48ea-916d-bc7698d630cc tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:26.580003 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-43b49e7a-c460-489c-af96-53b845da7f55 req-c63722aa-955a-48ea-916d-bc7698d630cc tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 945 time: 0.2215757 May 10 19:14:26.658811 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-43b49e7a-c460-489c-af96-53b845da7f55 req-c2f45c9e-1563-4f46-9a3a-d191a38bc400 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671942 May 10 19:14:27.093901 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7c7ab-55d2-4eb7-8f96-8f59a51ef92f req-c73b1cb3-8e4b-4d4c-ac21-9e9011ba29a6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:27.095423 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ec7c7ab-55d2-4eb7-8f96-8f59a51ef92f req-c73b1cb3-8e4b-4d4c-ac21-9e9011ba29a6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1228955 May 10 19:14:27.148236 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5ec7c7ab-55d2-4eb7-8f96-8f59a51ef92f req-e7c4b50e-9cfe-48f7-bd1a-6245962476e2 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 May 10 19:14:27.251794 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a89a6883-be54-4043-9e1b-fe2a17a3233d up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:27.362942 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port a89a6883-be54-4043-9e1b-fe2a17a3233d completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:27.369756 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port a89a6883-be54-4043-9e1b-fe2a17a3233d triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:27.370404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:27.501610 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:27.529061 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:14:27.542373 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:27.548314 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:27.550860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4a761ac7-aa85-4ef4-82fe-e0841f944e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:27.597263 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'code': 200} May 10 19:14:27.624535 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:27.627708 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:27.751567 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0edb0-fa0e-43c1-84c5-64da1926df6b req-ec7dba23-ec61-4386-ab92-3ee70fffa061 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:27.754227 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43f0edb0-fa0e-43c1-84c5-64da1926df6b req-ec7dba23-ec61-4386-ab92-3ee70fffa061 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 943 time: 0.1177812 May 10 19:14:27.831852 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43f0edb0-fa0e-43c1-84c5-64da1926df6b req-02c335d5-5d02-4e37-a4c8-9d9050a5bf2f tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645878 May 10 19:14:27.919845 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04821d33-1c75-4947-b036-aa1d2c7e189c req-b2ca4669-a7af-4d5f-aef4-a46c571e45d8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:27.921432 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-04821d33-1c75-4947-b036-aa1d2c7e189c req-b2ca4669-a7af-4d5f-aef4-a46c571e45d8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.1331692 May 10 19:14:27.967687 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a895f-e30f-4a93-a448-cdafa652a7eb req-a6add406-5e9a-4b96-aab5-eb5b833e2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:27.969161 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-028a895f-e30f-4a93-a448-cdafa652a7eb req-a6add406-5e9a-4b96-aab5-eb5b833e2101 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.1232352 May 10 19:14:28.009283 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-04821d33-1c75-4947-b036-aa1d2c7e189c req-f91ca109-2c7a-4efd-a165-455cdec77ccd tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758288 May 10 19:14:28.034623 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-028a895f-e30f-4a93-a448-cdafa652a7eb req-2b7cdd02-5340-41a9-ba60-8e8726d8e2c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549994 May 10 19:14:28.137527 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 34884) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:28.338778 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.361067 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:28.365131 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Usage tracker for resource:security_group_rule and tenant:4464114dd08740d5b54d94fe35e97a4a is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:28.368502 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:28.375015 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:28.507667 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d4eb-397d-4f35-b3d7-39b15a5d6e81 req-e9e44207-e29a-4cc1-838b-cd32cbe29f14 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:28.509805 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4570d4eb-397d-4f35-b3d7-39b15a5d6e81 req-e9e44207-e29a-4cc1-838b-cd32cbe29f14 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2117898 May 10 19:14:28.511726 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.516585 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.527370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d05c02fd-fc86-4440-aca0-f0e912447f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:28.599472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229aa0ce-913d-4728-a071-f832c0a16888,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:28.611044 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:28.616434 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 34902) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:28.616638 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4464114dd08740d5b54d94fe35e97a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777057 May 10 19:14:28.634971 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4570d4eb-397d-4f35-b3d7-39b15a5d6e81 req-1bd5963f-0152-4c3f-83ec-8a06eb623489 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993476 May 10 19:14:28.737169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.765540 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.826446 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.830335 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-efc71fbb-e43a-4bd0-bf0f-2cfe79ada8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:28.845952 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229aa0ce-913d-4728-a071-f832c0a16888,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:28.849909 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:28.854093 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:28.859624 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/229aa0ce-913d-4728-a071-f832c0a16888 HTTP/1.1" status: 204 len: 168 time: 0.2393658 May 10 19:14:29.085518 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59dd91-53e6-4308-b2ed-cccd1c3307e0 req-a3fe6d10-97b9-4e31-8ade-c43a0d8f1722 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:29.087558 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ca59dd91-53e6-4308-b2ed-cccd1c3307e0 req-a3fe6d10-97b9-4e31-8ade-c43a0d8f1722 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 943 time: 0.1178696 May 10 19:14:29.154622 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ca59dd91-53e6-4308-b2ed-cccd1c3307e0 req-dbe6daec-7fea-4e4c-8070-7d77ca5c3677 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554521 May 10 19:14:29.321983 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 34920) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:29.324179 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553e956-a754-4bff-a41a-eb81090eb9b4 req-f671bd19-5af8-4c1b-878a-098e69a77576 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:29.325759 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f553e956-a754-4bff-a41a-eb81090eb9b4 req-f671bd19-5af8-4c1b-878a-098e69a77576 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.1342182 May 10 19:14:29.346264 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.365589 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:29.371648 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Usage tracker for resource:security_group_rule and tenant:0afdc6829b2f4670969bc0b2a390d826 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:29.376329 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:29.383570 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:29.396677 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f553e956-a754-4bff-a41a-eb81090eb9b4 req-1a6d853e-e191-43c5-9250-b06b29893b8f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587718 May 10 19:14:29.501861 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.506724 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.518713 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7b91e667-fa63-4707-8e47-2babc68e1ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:29.641549 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0afdc6829b2f4670969bc0b2a390d826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181217 May 10 19:14:29.642527 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cccdda0-5b4e-4bb9-9415-d5038e6a4760,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:29.644298 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 34928) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:29.645985 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:29.714345 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.763941 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.826286 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.830143 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b330235e-373d-499f-97ff-c216467e0fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:29.845142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cccdda0-5b4e-4bb9-9415-d5038e6a4760,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:29.848116 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:29.860003 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:29.863898 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cccdda0-5b4e-4bb9-9415-d5038e6a4760 HTTP/1.1" status: 204 len: 168 time: 0.2153566 May 10 19:14:29.903683 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537b560-763a-43c9-a6b0-662316e82e58 req-be5d9f9e-5230-45f5-9b99-5c6f1eb9fc05 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:29.906489 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5537b560-763a-43c9-a6b0-662316e82e58 req-be5d9f9e-5230-45f5-9b99-5c6f1eb9fc05 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1437414 May 10 19:14:29.959349 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5537b560-763a-43c9-a6b0-662316e82e58 req-4056580c-78f5-4f38-b955-d58612713d3e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 May 10 19:14:30.483513 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d604d9-e8e7-4417-94ba-af1ad404de9e req-f120412f-f2b7-4979-9e86-670a3cbdafa4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:30.486377 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72d604d9-e8e7-4417-94ba-af1ad404de9e req-f120412f-f2b7-4979-9e86-670a3cbdafa4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 943 time: 0.1435118 May 10 19:14:30.556868 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72d604d9-e8e7-4417-94ba-af1ad404de9e req-468fc421-2364-4179-bce5-5c3fb989cd28 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628290 May 10 19:14:30.638129 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356809c2-0ff6-4a40-b219-e716a5bfcaaa req-b478ae20-f68c-43ab-9239-880eed91d6f8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:30.640005 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-356809c2-0ff6-4a40-b219-e716a5bfcaaa req-b478ae20-f68c-43ab-9239-880eed91d6f8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.1194940 May 10 19:14:30.703969 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-356809c2-0ff6-4a40-b219-e716a5bfcaaa req-5568635d-614a-4a86-b9f9-dc13ba5dac27 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534210 May 10 19:14:30.951809 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f327c4-e6a4-4b61-8830-f515b2b288ad req-0efd837a-9a95-4797-af03-8eac74910e2d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:30.953886 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f4f327c4-e6a4-4b61-8830-f515b2b288ad req-0efd837a-9a95-4797-af03-8eac74910e2d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.0934477 May 10 19:14:31.024806 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f4f327c4-e6a4-4b61-8830-f515b2b288ad req-e4b7474c-6cb9-4797-b32a-c115c811b81e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633967 May 10 19:14:31.204613 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a48eb-7f87-4925-9a8e-5252a646c1dc req-32f467be-716a-4150-b167-44a3e988feab tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:31.206192 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-532a48eb-7f87-4925-9a8e-5252a646c1dc req-32f467be-716a-4150-b167-44a3e988feab tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1037261 May 10 19:14:31.238452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 24228327-9768-43a2-ad98-8e70c8aaa76e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:14:31.277256 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-532a48eb-7f87-4925-9a8e-5252a646c1dc req-91604dbc-a69a-49ef-8ff4-b69c76657648 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634549 May 10 19:14:31.462934 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 24228327-9768-43a2-ad98-8e70c8aaa76e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=24228327-9768-43a2-ad98-8e70c8aaa76e,segment=NetworkSegment(7936b2cc-10fa-45a6-8ff7-e595338e9742),segment_id=7936b2cc-10fa-45a6-8ff7-e595338e9742)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:31.478561 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '24228327-9768-43a2-ad98-8e70c8aaa76e', 'network_id': 'c15e415b-5a1f-488a-b57e-323a830115de', 'port_id': '24228327-9768-43a2-ad98-8e70c8aaa76e', 'mac_address': 'fa:16:3e:df:cc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af27669-bef7-4e03-8c1c-9c194354dc98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:14:31.575593 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:31.596737 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24228327-9768-43a2-ad98-8e70c8aaa76e {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:14:31.611957 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 24228327-9768-43a2-ad98-8e70c8aaa76e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=24228327-9768-43a2-ad98-8e70c8aaa76e,segment=NetworkSegment(7936b2cc-10fa-45a6-8ff7-e595338e9742),segment_id=7936b2cc-10fa-45a6-8ff7-e595338e9742)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:31.618444 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:31.620988 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4a761ac7-aa85-4ef4-82fe-e0841f944e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:31.726276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fad961-91f2-4da7-a2a7-9ef24e428f55 req-6a8335b8-0944-4e9e-b816-d7e6c1bb4b05 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:31.731210 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=24228327-9768-43a2-ad98-8e70c8aaa76e,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:31.734811 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d6fad961-91f2-4da7-a2a7-9ef24e428f55 req-6a8335b8-0944-4e9e-b816-d7e6c1bb4b05 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.1039524 May 10 19:14:31.735558 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:31.790119 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d6fad961-91f2-4da7-a2a7-9ef24e428f55 req-93967a3c-1387-4dfb-aae3-0a1b4dfcf184 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 May 10 19:14:31.829122 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c07646-51b9-481d-ab67-ac8bb281a8f3 req-9df3df8c-5ca5-451d-a15d-80755a088310 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:31.830884 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-80c07646-51b9-481d-ab67-ac8bb281a8f3 req-9df3df8c-5ca5-451d-a15d-80755a088310 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 944 time: 0.0966520 May 10 19:14:31.891486 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-80c07646-51b9-481d-ab67-ac8bb281a8f3 req-00d9360e-a839-4386-9572-d10deed44ef4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535707 May 10 19:14:32.161218 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['24228327-9768-43a2-ad98-8e70c8aaa76e'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:14:32.578949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7b2f7-3d9d-46f2-8b17-bfa77978fb71 req-9a350bc1-f797-41d7-a3ba-b79b54c21d23 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:32.588199 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-53a7b2f7-3d9d-46f2-8b17-bfa77978fb71 req-9a350bc1-f797-41d7-a3ba-b79b54c21d23 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1172585 May 10 19:14:32.637007 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-53a7b2f7-3d9d-46f2-8b17-bfa77978fb71 req-6c16d4c0-5bae-4dec-9aa3-da77db1f3f7a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 May 10 19:14:33.116326 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8041287-ca8a-4741-a0a1-4695739118a6 req-2b134c7c-3cb5-4cf4-86b9-4f56f953188f tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:33.118655 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d8041287-ca8a-4741-a0a1-4695739118a6 req-2b134c7c-3cb5-4cf4-86b9-4f56f953188f tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 944 time: 0.1049683 May 10 19:14:33.168747 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d8041287-ca8a-4741-a0a1-4695739118a6 req-1af5791a-b0c0-4ed1-b92e-bec83a308331 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 May 10 19:14:33.646751 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35058) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:33.866753 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:33.892068 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:33.900358 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0706d6e4e3b44c9392101d1ed440269e is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:33.903949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:33.913610 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:33.955279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feb45a-6a1e-4c60-99b4-fd879e724944 req-7ae88fd4-85c1-47df-8ef4-4d17d3952830 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:33.958704 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59feb45a-6a1e-4c60-99b4-fd879e724944 req-7ae88fd4-85c1-47df-8ef4-4d17d3952830 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1688247 May 10 19:14:34.059657 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59feb45a-6a1e-4c60-99b4-fd879e724944 req-02c7be07-3809-4093-9ed8-10ec7f59e66b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894232 May 10 19:14:34.121178 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:34.125704 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:34.137498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8a8be072-be48-457d-bf25-3409c2c1f63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:34.194795 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0706d6e4e3b44c9392101d1ed440269e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465467 May 10 19:14:34.197346 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae30ad5-d0b5-4f7e-932e-3b33ea9c6375,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:34.198139 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35082) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:34.206660 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c3d899af-c367-4ac4-aed2-3eee5acb63f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:34.275810 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:34.307121 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:34.371715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:34.376417 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:34.393771 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae30ad5-d0b5-4f7e-932e-3b33ea9c6375,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:34.400418 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:34.421221 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:34.425335 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eae30ad5-d0b5-4f7e-932e-3b33ea9c6375 HTTP/1.1" status: 204 len: 168 time: 0.2235518 May 10 19:14:34.456431 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9bd5b-9a0e-40a5-89b8-6e90d0636937 req-12b98d69-8d3f-4d67-9faa-194abdac2a32 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:34.458599 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-39b9bd5b-9a0e-40a5-89b8-6e90d0636937 req-12b98d69-8d3f-4d67-9faa-194abdac2a32 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 944 time: 0.1179025 May 10 19:14:34.638465 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-39b9bd5b-9a0e-40a5-89b8-6e90d0636937 req-624acf0d-968f-49c1-92af-2fd83944a28b tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701307 May 10 19:14:34.973377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35100) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:34.991722 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.007095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:35.011299 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:769c6dc87fd640189307ed21c9eb3cf0 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:35.014271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:35.025295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:35.138657 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.145529 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.153314 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6f99580a-4c8d-437b-8440-7937ef960e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:35.198516 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=769c6dc87fd640189307ed21c9eb3cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236967 May 10 19:14:35.201218 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35112) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:35.204778 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc234f-b8a7-4999-ac82-2bad3f876c1d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:35.217473 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:35.269369 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 24228327-9768-43a2-ad98-8e70c8aaa76e up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:35.276402 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.304552 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032608e6-6a7f-4b33-b9a4-1a6521f13e6e req-cdb6b5b4-4884-4109-aaba-45ac75b26c87 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:35.309748 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.313574 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-032608e6-6a7f-4b33-b9a4-1a6521f13e6e req-cdb6b5b4-4884-4109-aaba-45ac75b26c87 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1276073 May 10 19:14:35.367937 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 24228327-9768-43a2-ad98-8e70c8aaa76e completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:35.374018 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 24228327-9768-43a2-ad98-8e70c8aaa76e triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:35.374711 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.376508 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.381484 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7db23b70-319d-46c7-8122-3e89eba6694b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:35.387463 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-032608e6-6a7f-4b33-b9a4-1a6521f13e6e req-ba00d058-1830-43b9-93a1-04fe03a1d097 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728815 May 10 19:14:35.397912 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc234f-b8a7-4999-ac82-2bad3f876c1d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:35.402397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:35.414557 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.414557 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3adc234f-b8a7-4999-ac82-2bad3f876c1d HTTP/1.1" status: 204 len: 168 time: 0.2081513 May 10 19:14:35.534980 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.544129 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35120) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:35.563975 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24228327-9768-43a2-ad98-8e70c8aaa76e'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:14:35.573943 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 24228327-9768-43a2-ad98-8e70c8aaa76e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=24228327-9768-43a2-ad98-8e70c8aaa76e,segment=NetworkSegment(7936b2cc-10fa-45a6-8ff7-e595338e9742),segment_id=7936b2cc-10fa-45a6-8ff7-e595338e9742)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:35.579243 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.581343 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-6970331d-efc7-4458-b685-f20d6e204da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:35.635478 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24228327-9768-43a2-ad98-8e70c8aaa76e', 'code': 200} May 10 19:14:35.662520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=24228327-9768-43a2-ad98-8e70c8aaa76e,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:35.667066 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:35.883523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:35.899781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:35.904951 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Usage tracker for resource:security_group_rule and tenant:0fc45dc4677e4e249e5b1cae883bd8da is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:35.909169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:35.916070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:35.979290 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8394ed-7b8d-4fdc-a21d-48e2c6c9e4fc req-f354a6c3-5413-4475-8078-3cdc5e9c2bc7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:35.981081 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4b8394ed-7b8d-4fdc-a21d-48e2c6c9e4fc req-f354a6c3-5413-4475-8078-3cdc5e9c2bc7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 945 time: 0.1746898 May 10 19:14:36.001907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:36.006391 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:36.013449 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9f0e4f3b-d456-47a3-8751-f269ccc87ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:36.033736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2ddfa-51be-48e6-91a9-e733edeee0f3 req-60a7db6f-3888-4628-bac7-fc6c64b34bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:36.035216 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98c2ddfa-51be-48e6-91a9-e733edeee0f3 req-60a7db6f-3888-4628-bac7-fc6c64b34bac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 1098 time: 0.1403258 May 10 19:14:36.042926 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4b8394ed-7b8d-4fdc-a21d-48e2c6c9e4fc req-7b31df8d-a23a-408a-8a41-5eeefcee91e2 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 May 10 19:14:36.067484 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde228f-3fa8-46ca-a340-a1d2e6e1f2e7,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:36.067484 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fc45dc4677e4e249e5b1cae883bd8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151591 May 10 19:14:36.067484 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:36.068056 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35134) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:36.093482 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98c2ddfa-51be-48e6-91a9-e733edeee0f3 req-08bdacc6-7a65-4f7b-bc23-5aa146e7bbd6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496299 May 10 19:14:36.133333 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:36.164653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:36.216234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:36.220292 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f32a0066-30be-4024-8d2d-54015d1a7e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:36.232609 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde228f-3fa8-46ca-a340-a1d2e6e1f2e7,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:36.234813 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:36.241297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:36.242812 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccde228f-3fa8-46ca-a340-a1d2e6e1f2e7 HTTP/1.1" status: 204 len: 168 time: 0.1723750 May 10 19:14:36.590877 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012f40-1096-48f5-8530-f048c7949798 req-f4594d98-f40d-4f95-87cf-a49a4e999222 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:36.592474 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb012f40-1096-48f5-8530-f048c7949798 req-f4594d98-f40d-4f95-87cf-a49a4e999222 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0823593 May 10 19:14:36.637706 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb012f40-1096-48f5-8530-f048c7949798 req-d785128e-a7ab-4132-a2f9-6d787eee0350 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 May 10 19:14:36.921573 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35164) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:37.026481 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-593296894-network', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:37.031252 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:37.035550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Usage tracker for resource:network and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:37.038617 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:37.046481 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:37.056915 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Made reservation on behalf of 10d0567abf3e4c96b95369fa55795fb0 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:37.059302 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.074783 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.090294 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:37.094098 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:37.097003 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:37.102682 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:37.189359 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.194554 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.197424 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-79ee5526-6bbb-4f00-8c65-0bfcae2d5e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:37.224916 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:14:37.234113 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3d48a-e180-4102-867f-907c98975e2e,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:37.237728 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:37.240373 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.240708 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Added segment d86737ed-06dc-4068-a448-bd6e752bdf2a of type vlan for network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce May 10 19:14:37.241651 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91239336-555e-49aa-9b22-3796020989d0 req-ee0abb0d-d363-4263-bd70-57600642eba9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:37.246473 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-91239336-555e-49aa-9b22-3796020989d0 req-ee0abb0d-d363-4263-bd70-57600642eba9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 945 time: 0.0896869 May 10 19:14:37.277524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.290735 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-91239336-555e-49aa-9b22-3796020989d0 req-26902752-d25f-4e95-ba10-e0e81921a0bb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 May 10 19:14:37.308337 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.309648 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:37.310244 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.313587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:37.411453 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Pushing event updated for resources: {'Network': ['ID=67b4b6ed-4ca0-4d64-b963-f285e7ae64ce,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:37.415771 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4931381 May 10 19:14:37.416677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:37.417777 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35178) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:37.422939 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:14:37.424765 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Request body: {'subnet': {'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-593296894-subnet', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:37.429844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:37.433588 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Usage tracker for resource:subnet and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:37.436409 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:37.442008 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:37.452712 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Made reservation on behalf of 10d0567abf3e4c96b95369fa55795fb0 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:37.455327 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:37.965471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eb70b-a44b-4000-a416-1af605cc6a9d req-e1c3ce19-0991-4767-bf1d-96c4751c9790 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:37.966948 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fa5eb70b-a44b-4000-a416-1af605cc6a9d req-e1c3ce19-0991-4767-bf1d-96c4751c9790 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2027764 May 10 19:14:38.019470 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.027435 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-308c1d3b-7472-4421-92fb-9ca8a7487af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:38.059626 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fa5eb70b-a44b-4000-a416-1af605cc6a9d req-aba20b4d-555b-44e7-8da3-15207c807f89 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858643 May 10 19:14:38.108848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df22afcd-fecb-458f-aa17-b9485f40098f,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:38.112294 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:38.114876 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Checking segment: {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:38.115175 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Network hostable DHCP agents. Network: 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:14:38.134057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:14:38.144715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:38.153383 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e8275-5f13-41dd-9e61-60b3dcaa13ce None None] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:14:38.160309 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:38.160900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.187458 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7656612 May 10 19:14:38.187659 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35190) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:38.200364 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:38.206868 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:38.211336 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Usage tracker for resource:router and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:38.215053 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:38.222901 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:38.238789 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.240396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.261623 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.387984 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-67b4b6ed-4ca0-4d64-b963-f285e7ae64ce', 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'fixed_ips': [{'subnet_id': 'df22afcd-fecb-458f-aa17-b9485f40098f'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:14:38.388819 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.549665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Allocated IP 172.20.0.2 (67b4b6ed-4ca0-4d64-b963-f285e7ae64ce/df22afcd-fecb-458f-aa17-b9485f40098f/b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:38.593333 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.681439 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fadfe8-817e-4851-b6ce-86a5a9f6528b req-bb5a9da2-e264-4068-a1a9-967f264ccba7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:38.682856 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-26fadfe8-817e-4851-b6ce-86a5a9f6528b req-bb5a9da2-e264-4068-a1a9-967f264ccba7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 945 time: 0.2785637 May 10 19:14:38.737913 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-26fadfe8-817e-4851-b6ce-86a5a9f6528b req-839b9e06-f46f-44ac-9a13-8aca453438ab tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477278 May 10 19:14:38.786631 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.798851 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Transition to ACTIVE for port object b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:38.818745 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Transition to ACTIVE for port object b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:38.824049 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:38.827820 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:38.903375 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:38.904667 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:38.906616 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Pushing event updated for resources: {'Port': ['ID=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:38.908591 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:38.910786 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:39.000977 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Attempting to bind port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:39.001350 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Attempting to bind port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:39.001715 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Attempting to bind port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd on network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:39.007295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:39.007750 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Checking segment: {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:39.008148 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.008862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Bound using segment: {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:39.009209 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Bound port: b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:39.010032 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.061256 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.093704 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.112950 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] For port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:39.116996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] For port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:39.124340 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.128693 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:39.215590 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Pushing event updated for resources: {'Port': ['ID=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:39.219107 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:39.315062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Allocated IP 172.27.3.42 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/0e586354-3a95-4622-9d60-5ab285e0603d) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:39.430159 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224e4b2-0483-4088-87f6-8e1363f5bac9 req-393ae525-ac0e-44d0-882d-af08c4bafe25 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:39.431704 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9224e4b2-0483-4088-87f6-8e1363f5bac9 req-393ae525-ac0e-44d0-882d-af08c4bafe25 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2014141 May 10 19:14:39.573976 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9224e4b2-0483-4088-87f6-8e1363f5bac9 req-01c3ed0a-50bd-49a2-ae5a-ac47362fd4e0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249683 May 10 19:14:39.592229 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.635705 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:39.640438 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:39.705901 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:39.706982 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:39.711288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:39.842270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Pushing event updated for resources: {'Port': ['ID=0e586354-3a95-4622-9d60-5ab285e0603d,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:39.846510 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:40.125526 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f3494-0d69-48a5-b4af-ac7b0c8d9902 req-22f6177e-13c7-4c39-bc9c-3d3065796c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:40.128121 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fb3f3494-0d69-48a5-b4af-ac7b0c8d9902 req-22f6177e-13c7-4c39-bc9c-3d3065796c55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1516831 May 10 19:14:40.313576 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefaea9-5574-4458-9df4-22962fd1cee6 None None] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:14:40.325051 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fb3f3494-0d69-48a5-b4af-ac7b0c8d9902 req-868e242d-65e1-4acf-b82f-462815afd301 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338685 May 10 19:14:40.361636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:40.418084 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-73c98dcc-c22a-4268-9d53-ece24de76732 None None] Provisioning for port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:40.759141 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:40.818080 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc289013-3a0b-4a5e-b2d4-75fc4397c394 req-9429c19a-0a35-478c-b868-2d6b9420106d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:40.820767 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dc289013-3a0b-4a5e-b2d4-75fc4397c394 req-9429c19a-0a35-478c-b868-2d6b9420106d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1076148 May 10 19:14:40.874745 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dc289013-3a0b-4a5e-b2d4-75fc4397c394 req-47d9bd45-708a-4fdf-b571-c423b45fb1a2 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 May 10 19:14:40.906574 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:40.988543 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:40.994130 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:40.994703 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:41.016793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Router 334763ab-471b-4d3d-98fa-63eedf49dc89 is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:14:41.117359 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:41.150591 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:41.154824 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:41.156603 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:41.198028 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:14:41.208534 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Sync routers for ids ['334763ab-471b-4d3d-98fa-63eedf49dc89'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:14:41.226811 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Routers {'334763ab-471b-4d3d-98fa-63eedf49dc89'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:41.227495 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['334763ab-471b-4d3d-98fa-63eedf49dc89'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:41.228570 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:41.231627 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:41.232656 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:41.236483 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0445249 May 10 19:14:41.237156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35270) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:41.457630 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Set router 334763ab-471b-4d3d-98fa-63eedf49dc89 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:41.764084 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:14:40Z', 'revision_number': 3, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:41.769928 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Checking router: 334763ab-471b-4d3d-98fa-63eedf49dc89 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:14:41.770319 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Updating router 334763ab-471b-4d3d-98fa-63eedf49dc89 port 0e586354-3a95-4622-9d60-5ab285e0603d binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:14:41.828681 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.105537 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.190273 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b338d0-136c-4755-9f3d-0a455054de5a req-3fc756b8-440c-4740-a252-cf14de36be95 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:42.205569 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d0b338d0-136c-4755-9f3d-0a455054de5a req-3fc756b8-440c-4740-a252-cf14de36be95 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2038918 May 10 19:14:42.232447 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.246490 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Transition to ACTIVE for port object 0e586354-3a95-4622-9d60-5ab285e0603d will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:42.254709 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.259425 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:42.316970 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d0b338d0-136c-4755-9f3d-0a455054de5a req-7ab2154b-7348-41e7-b65e-59cf40ba9286 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104276 May 10 19:14:42.329705 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Pushing event updated for resources: {'Port': ['ID=0e586354-3a95-4622-9d60-5ab285e0603d,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:42.359328 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Attempting to bind port 0e586354-3a95-4622-9d60-5ab285e0603d on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:42.359945 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Attempting to bind port 0e586354-3a95-4622-9d60-5ab285e0603d by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:42.360465 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Attempting to bind port 0e586354-3a95-4622-9d60-5ab285e0603d on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:42.367486 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:42.368092 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:42.368641 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.369174 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:42.369802 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Bound port: 0e586354-3a95-4622-9d60-5ab285e0603d, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:42.370375 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.472984 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] For port 0e586354-3a95-4622-9d60-5ab285e0603d, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:42.478092 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] For port 0e586354-3a95-4622-9d60-5ab285e0603d, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=0e586354-3a95-4622-9d60-5ab285e0603d,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:42.488214 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.490301 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.491091 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.491759 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.492617 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.493298 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.494129 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.494698 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.495192 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Allocated IP 172.20.0.1 (67b4b6ed-4ca0-4d64-b963-f285e7ae64ce/df22afcd-fecb-458f-aa17-b9485f40098f/964a441a-0c2b-4efa-8411-d2fb688d34c6) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:42.495552 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.496204 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.496858 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.497490 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.498120 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:42.523688 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:42.524176 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:42.584416 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Routers {'334763ab-471b-4d3d-98fa-63eedf49dc89'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:42.585062 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['334763ab-471b-4d3d-98fa-63eedf49dc89'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:42.690476 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.709287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Transition to ACTIVE for port object 964a441a-0c2b-4efa-8411-d2fb688d34c6 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:42.744126 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:42.750844 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Pushing event updated for resources: {'Port': ['ID=0e586354-3a95-4622-9d60-5ab285e0603d,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:42.751475 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-74091b36-f099-4986-9866-1aa341621355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:42.755531 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-ca8f19d1-0950-4e5b-8b3f-18aaf6582a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:42.819537 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] Set router 334763ab-471b-4d3d-98fa-63eedf49dc89 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:42.830618 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:42.833643 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:42.838090 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:42.873185 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:42.935780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Pushing event updated for resources: {'Port': ['ID=964a441a-0c2b-4efa-8411-d2fb688d34c6,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:42.947120 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:43.004204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.013555 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:43.013946 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.166746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c12be7-884a-4138-b4b4-21c050fec92c req-d92caee2-e4a3-4399-a25c-af314e4e6cc3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:43.168316 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-76c12be7-884a-4138-b4b4-21c050fec92c req-d92caee2-e4a3-4399-a25c-af314e4e6cc3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.1385005 May 10 19:14:43.192723 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:14:40Z', 'revision_number': 3, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:43.196569 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807631a0-be1d-4d29-bd0e-8f70b236f636 None None] The sync data for ids ['334763ab-471b-4d3d-98fa-63eedf49dc89'] in dv-cinder-780933-5-iscsi is: [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:14:40Z', 'revision_number': 3, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:14:43.236979 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-6ecdbbbc-5a11-495d-9c39-2277bd2727e3 None None] Provisioning for port 964a441a-0c2b-4efa-8411-d2fb688d34c6 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:43.243116 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-6ecdbbbc-5a11-495d-9c39-2277bd2727e3 None None] Provisioning complete for port 964a441a-0c2b-4efa-8411-d2fb688d34c6 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:43.243752 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6ecdbbbc-5a11-495d-9c39-2277bd2727e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.314029 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdbbbc-5a11-495d-9c39-2277bd2727e3 None None] Port 964a441a-0c2b-4efa-8411-d2fb688d34c6 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:14:43.376202 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-76c12be7-884a-4138-b4b4-21c050fec92c req-4bdf145f-ad49-4abe-8af6-892498771690 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009223 May 10 19:14:43.376926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.404734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35300) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:43.671127 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57c7266-0419-4030-93a2-0894009fa74f tempest-TestMinimumBasicScenario-428700033 tempest-TestMinimumBasicScenario-428700033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:43.672901 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b57c7266-0419-4030-93a2-0894009fa74f tempest-TestMinimumBasicScenario-428700033 tempest-TestMinimumBasicScenario-428700033-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1094 time: 0.2660160 May 10 19:14:43.676428 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35306) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:43.682946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'floatingip': {'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'port_id': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:43.689083 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:43.694252 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:floatingip and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:43.697977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:43.715135 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:43.736593 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.747778 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fad37e-4ab3-46b1-8c01-5cea6d978f10 req-cba951c0-35ca-4a1b-b679-836e41c3704a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:43.749503 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-48fad37e-4ab3-46b1-8c01-5cea6d978f10 req-cba951c0-35ca-4a1b-b679-836e41c3704a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1669035 May 10 19:14:43.803197 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.809596 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.843800 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-28006679-6428-4ec4-916f-11e810b7a308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:43.918807 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.952786 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-48fad37e-4ab3-46b1-8c01-5cea6d978f10 req-1c7e2287-b3f0-4892-bcce-e9f58d3cf251 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809304 May 10 19:14:43.959268 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Pushing event updated for resources: {'Port': ['ID=964a441a-0c2b-4efa-8411-d2fb688d34c6,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:43.968400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:43.972629 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:44.145935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Allocated IP 172.27.3.249 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/45f7d19a-53d7-4e70-a8ef-7e742b50a921) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:44.186730 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:44.188468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:44.438533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:44.498287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Router 334763ab-471b-4d3d-98fa-63eedf49dc89 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:14:44.508414 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:44.518271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-efa29c31-f3e1-4b1e-811d-9e8db9994801 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:44.555319 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-505a6bba-8479-45dd-a78c-3cecb36da377 None None] Provisioning complete for port 964a441a-0c2b-4efa-8411-d2fb688d34c6 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:44.556472 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-505a6bba-8479-45dd-a78c-3cecb36da377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:44.613206 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:44.617272 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:44.621169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:44.642793 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-505a6bba-8479-45dd-a78c-3cecb36da377 None None] Port 964a441a-0c2b-4efa-8411-d2fb688d34c6 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:14:44.689941 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'Port': ['ID=45f7d19a-53d7-4e70-a8ef-7e742b50a921,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:44.692959 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:44.871567 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:14:44.897374 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-f2ad51c8-e402-4c2c-a763-0e4b6d6b4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:44.898836 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-f2ad51c8-e402-4c2c-a763-0e4b6d6b4369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1946247 May 10 19:14:44.911900 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] 10.222.0.26 "PUT /v2.0/routers/334763ab-471b-4d3d-98fa-63eedf49dc89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735308 May 10 19:14:44.913809 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 0e586354-3a95-4622-9d60-5ab285e0603d up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:44.931327 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb767224-ecbe-4abb-99c4-92febeb142b3 req-72438c7b-6f57-44ca-b439-e3846cc76968 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:44.957001 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eb767224-ecbe-4abb-99c4-92febeb142b3 req-72438c7b-6f57-44ca-b439-e3846cc76968 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2413349 May 10 19:14:45.080396 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 0e586354-3a95-4622-9d60-5ab285e0603d completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:45.088224 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 0e586354-3a95-4622-9d60-5ab285e0603d triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:45.088662 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.216481 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eb767224-ecbe-4abb-99c4-92febeb142b3 req-eae92649-db73-4533-884f-147681ef0e4b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580447 May 10 19:14:45.217389 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.222333 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-8f76e0dc-4627-49f4-b7ac-6dd12c8b9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:45.223799 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-8f76e0dc-4627-49f4-b7ac-6dd12c8b9cb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.2643304 May 10 19:14:45.344900 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-e40f3183-2348-4d01-b812-5b2fd7830c0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 217 time: 0.1114264 May 10 19:14:45.350312 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.352737 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.379862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 0e586354-3a95-4622-9d60-5ab285e0603d, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=0e586354-3a95-4622-9d60-5ab285e0603d,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:45.391899 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.394235 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-6970331d-efc7-4458-b685-f20d6e204da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:45.462131 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-14d3021c-8430-479c-9593-4b092d7a87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:45.463668 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-14d3021c-8430-479c-9593-4b092d7a87ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.1082292 May 10 19:14:45.544762 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=0e586354-3a95-4622-9d60-5ab285e0603d,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:45.549184 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:45.580064 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Sync routers for ids ['334763ab-471b-4d3d-98fa-63eedf49dc89'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:14:45.600249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Routers {'334763ab-471b-4d3d-98fa-63eedf49dc89'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:45.601353 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['334763ab-471b-4d3d-98fa-63eedf49dc89'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:45.658968 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-c6f9a7c9-150c-405f-90f4-72f44cf3e246 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859913 May 10 19:14:45.761700 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.769040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.790287 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:45.827882 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35344) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:45.837132 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-470466656-network', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:45.842055 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:45.844854 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.848736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Usage tracker for resource:network and tenant:c9310c8a445248778a5cd0ea865f8e65 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:45.852031 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Set router 334763ab-471b-4d3d-98fa-63eedf49dc89 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:45.853191 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:45.860245 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:45.877582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Made reservation on behalf of c9310c8a445248778a5cd0ea865f8e65 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:45.880258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.904524 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-11fdc343-af7c-4b93-9b74-3fcfa4d6257a service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367108 May 10 19:14:45.905200 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:45.995848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:46.002179 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'Port': ['ID=45f7d19a-53d7-4e70-a8ef-7e742b50a921,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:46.009087 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9310c8a445248778a5cd0ea865f8e65 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:46.014594 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:46.014849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:46.022436 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:46.061090 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Floating IP 9fa046aa-ba76-4324-9ec9-89d33d3ad595 associated. External IP: 172.27.3.249, port: a89a6883-be54-4043-9e1b-fe2a17a3233d. May 10 19:14:46.097161 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5ba3df03-3a79-4c98-8855-84ab541f3b26 req-e5d76965-9bb4-45fb-bafe-60f43f0bf9fb service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822994 May 10 19:14:46.185938 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.194077 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.208273 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-39ac75be-af87-4d67-a0f0-916cb4c34e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:46.247549 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:14:46.260681 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.261235 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Added segment 536857fb-61bf-47e9-a116-f0690a6a9f50 of type vlan for network bfb0387b-421a-4c28-a22a-f13ab0295aef May 10 19:14:46.297706 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.313182 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:14:43Z', 'revision_number': 4, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '964a441a-0c2b-4efa-8411-d2fb688d34c6', 'name': '', 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'df22afcd-fecb-458f-aa17-b9485f40098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:42Z', 'updated_at': '2021-05-10T19:14:43Z', 'revision_number': 2, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'subnets': [{'id': 'df22afcd-fecb-458f-aa17-b9485f40098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:46.328945 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Checking router: 334763ab-471b-4d3d-98fa-63eedf49dc89 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:14:46.329317 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Updating router 334763ab-471b-4d3d-98fa-63eedf49dc89 port 964a441a-0c2b-4efa-8411-d2fb688d34c6 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:14:46.341118 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c28f76-7012-48f3-9e70-88a9ad9f9ec1,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:46.345198 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:46.367444 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.374458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:46.376270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.402071 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:46.469709 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.497859 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6686711 May 10 19:14:46.501350 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35354) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:46.508913 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Request body: {'subnet': {'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-470466656-subnet', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:46.518302 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:46.523957 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb0387b-421a-4c28-a22a-f13ab0295aef,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:46.526746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:46.527962 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Usage tracker for resource:subnet and tenant:c9310c8a445248778a5cd0ea865f8e65 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:46.536152 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network bfb0387b-421a-4c28-a22a-f13ab0295aef details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:14:46.539151 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:46.550264 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:46.556059 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Router 9107f851-444c-402e-aa35-9afe1add0f8c has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:14:46.564531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Made reservation on behalf of c9310c8a445248778a5cd0ea865f8e65 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:14:46.567199 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.737261 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad401d0d-4818-4298-98c2-9dfda504c015 req-82f45e2a-b6aa-4c25-8811-d5047817ceee tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:46.738861 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad401d0d-4818-4298-98c2-9dfda504c015 req-82f45e2a-b6aa-4c25-8811-d5047817ceee tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2667124 May 10 19:14:46.830372 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad401d0d-4818-4298-98c2-9dfda504c015 req-184e2fa0-fd9c-4b4e-a747-53e95ae26b70 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762112 May 10 19:14:46.834219 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:14:46.844178 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] Sync routers for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:14:46.858416 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:46.859272 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:46.898207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:46.950738 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 0e586354-3a95-4622-9d60-5ab285e0603d up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:46.979699 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3020661 May 10 19:14:46.980924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:14:46.983530 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35360) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:46.996588 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70408597', 'description': 'tempest-secgroup-smoke-70408597 description', 'project_id': '487461bc7aa3467696623d4d88f126c8'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:47.003287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:47.017947 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:47.043734 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'status': 'completed', 'code': 200} May 10 19:14:47.044492 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.089922 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:47.096425 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:47.100493 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:47.109122 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:47.127372 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 0e586354-3a95-4622-9d60-5ab285e0603d triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:47.127780 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.134984 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:47.275348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.287914 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e99bbe71-0beb-433c-b08d-85bdf3cf6a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:47.299255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.329628 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Transition to ACTIVE for port object 964a441a-0c2b-4efa-8411-d2fb688d34c6 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:47.343746 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.348788 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:47.375136 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-36653b0c-c657-433c-8a24-926feb006853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:47.377846 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-36653b0c-c657-433c-8a24-926feb006853 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.2636125 May 10 19:14:47.387181 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.450261 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.461494 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d634036-251a-4968-8d09-e2ee45e60f59,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:47.465509 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:47.534739 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b6a09270-3677-430f-b549-28d26860c0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:47.645495 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60ae0-75d9-4696-939f-2ce609d3159a None None] Pushing event updated for resources: {'Port': ['ID=964a441a-0c2b-4efa-8411-d2fb688d34c6,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:47.661407 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-27c60ae0-75d9-4696-939f-2ce609d3159a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:47.670428 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Checking segment: {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:47.670785 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Network hostable DHCP agents. Network: bfb0387b-421a-4c28-a22a-f13ab0295aef, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:14:47.685075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80139db3-f4d6-403d-802e-39068f0ecc79,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:47.688228 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:47.696510 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Attempting to bind port 964a441a-0c2b-4efa-8411-d2fb688d34c6 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:47.696888 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Attempting to bind port 964a441a-0c2b-4efa-8411-d2fb688d34c6 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:47.697280 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Attempting to bind port 964a441a-0c2b-4efa-8411-d2fb688d34c6 on network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:47.705041 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:47.705426 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Checking segment: {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:47.705882 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.706357 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Bound using segment: {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:47.707190 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Bound port: 964a441a-0c2b-4efa-8411-d2fb688d34c6, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86737ed-06dc-4068-a448-bd6e752bdf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:47.707498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.712167 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.713618 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7274420 May 10 19:14:47.719093 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35370) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:47.729621 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group_rule': {'security_group_id': '80139db3-f4d6-403d-802e-39068f0ecc79', 'project_id': '487461bc7aa3467696623d4d88f126c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:47.738062 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:47.745142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:47.745814 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '9fa046aa-ba76-4324-9ec9-89d33d3ad595', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'port_id': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'mac_address': 'fa:16:3e:3c:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:14:45Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 0, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:47.751993 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:47.752709 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] Checking router: 9107f851-444c-402e-aa35-9afe1add0f8c for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:14:47.752979 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-d668f10f-a25b-4285-9935-89b7a1d38c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:47.754525 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-d668f10f-a25b-4285-9935-89b7a1d38c16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.3580172 May 10 19:14:47.755272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Network bfb0387b-421a-4c28-a22a-f13ab0295aef is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:14:47.763843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:47.769426 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:47.770344 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:47.796439 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.852140 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] For port 964a441a-0c2b-4efa-8411-d2fb688d34c6, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:47.858414 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, bfb0387b-421a-4c28-a22a-f13ab0295aef) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:47.859058 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] For port 964a441a-0c2b-4efa-8411-d2fb688d34c6, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=964a441a-0c2b-4efa-8411-d2fb688d34c6,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:47.869894 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac2389-4e01-44fe-90cd-7b2811c8cd4c None None] Network bfb0387b-421a-4c28-a22a-f13ab0295aef requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:14:47.890533 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.895139 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:47.895467 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.935904 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-1634b7f1-b4ba-4d1c-af43-731e62705b97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 1000 time: 0.1733553 May 10 19:14:47.941214 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:47.941421 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.949813 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:47.952014 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e9ee0a37-5b36-4f86-8a02-d4a3977c241a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:48.008238 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad97570-1d29-4932-a05f-0a930455c3b7,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:48.014161 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:48.023564 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.027728 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:48.028240 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c0fbf00f-3746-49a1-974c-4e32e9fedfa4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066933 May 10 19:14:48.033343 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35376) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:48.077600 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Routers {'334763ab-471b-4d3d-98fa-63eedf49dc89'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:48.078282 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['334763ab-471b-4d3d-98fa-63eedf49dc89'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:48.096330 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f12990a4-0206-47f5-ad4e-2074a3297902 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5939310 May 10 19:14:48.099723 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35380) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:48.105685 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:48.114443 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:48.127996 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Usage tracker for resource:router and tenant:c9310c8a445248778a5cd0ea865f8e65 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:48.131092 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group_rule': {'security_group_id': '80139db3-f4d6-403d-802e-39068f0ecc79', 'project_id': '487461bc7aa3467696623d4d88f126c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:48.133497 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:48.148867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:48.181372 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.182450 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.220752 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c60ae0-75d9-4696-939f-2ce609d3159a None None] Pushing event updated for resources: {'Port': ['ID=964a441a-0c2b-4efa-8411-d2fb688d34c6,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:48.224223 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-27c60ae0-75d9-4696-939f-2ce609d3159a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:48.240858 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.472893 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] Set router 334763ab-471b-4d3d-98fa-63eedf49dc89 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:48.473872 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:48.480554 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:48.485267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:48.496555 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:48.510374 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-9b65a54a-c6d4-4c00-925e-864e02801c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:48.512488 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-9b65a54a-c6d4-4c00-925e-864e02801c9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.5658193 May 10 19:14:48.556270 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-bfb0387b-421a-4c28-a22a-f13ab0295aef', 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'fixed_ips': [{'subnet_id': '6d634036-251a-4968-8d09-e2ee45e60f59'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:14:48.557131 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.606511 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.630200 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '9fa046aa-ba76-4324-9ec9-89d33d3ad595', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'port_id': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'mac_address': 'fa:16:3e:3c:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:14:45Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 0, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:48.635818 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e1c49-56a6-4c8b-8eb0-a5db3103898b None None] The sync data for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi is: [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '9fa046aa-ba76-4324-9ec9-89d33d3ad595', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'port_id': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'mac_address': 'fa:16:3e:3c:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:14:45Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 0, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:14:48.689850 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ffb7c-8722-4708-b0a6-106e8bb105f7 req-07f86241-40df-4799-904e-4f484c69a624 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:48.691423 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c44ffb7c-8722-4708-b0a6-106e8bb105f7 req-07f86241-40df-4799-904e-4f484c69a624 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.6589782 May 10 19:14:48.799726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.812669 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.815627 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:48.818859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-10905135-f2d1-4c4f-ac8a-df2b9ae93448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:48.824736 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-10905135-f2d1-4c4f-ac8a-df2b9ae93448 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3005483 May 10 19:14:48.843166 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c44ffb7c-8722-4708-b0a6-106e8bb105f7 req-d77d2e4e-04ee-4ff8-ba6e-a8c66c2e1973 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406572 May 10 19:14:48.871046 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-37914394-2710-4845-868f-5e6813ed400b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:48.968170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f80defb-baf3-48f2-98a0-31e692d99bd9,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:48.993461 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.994366 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.994707 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.995215 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.995576 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.995928 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.996272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.996619 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.996961 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.997302 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.997661 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:48.997981 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:49.001491 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:49.015936 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.016982 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9739425 May 10 19:14:49.022868 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35390) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:49.033310 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group_rule': {'security_group_id': '80139db3-f4d6-403d-802e-39068f0ecc79', 'project_id': '487461bc7aa3467696623d4d88f126c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:49.042141 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:49.052192 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:49.065386 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:49.075743 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:49.075928 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452cfab-3631-4d80-9326-9227d79b190f None None] New status for floating IP 9fa046aa-ba76-4324-9ec9-89d33d3ad595: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:14:49.081614 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-39de79cb-f3fb-4883-9a71-b5f7fe9572d5 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375054 May 10 19:14:49.172108 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fc3ae3cc-fb9b-4caa-b31d-65708d639c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.184620 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.186614 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Allocated IP 172.20.0.2 (bfb0387b-421a-4c28-a22a-f13ab0295aef/6d634036-251a-4968-8d09-e2ee45e60f59/9a3ae89b-02cb-4d79-a948-d7949921d94b) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:49.254780 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.290664 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-001f35a4-b8f9-4997-892c-c4cd31bfd793 req-4e97346c-9773-444e-abaf-9e307cb7f594 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004883 May 10 19:14:49.291223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.304691 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.311155 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.337844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-786bc3fe-9fc3-45b2-8e3c-fd719d7fd96c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:49.357982 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a14aea5-bda4-4d59-8ef0-274b34127a50,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:49.360105 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.365246 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377299 May 10 19:14:49.366566 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35394) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:49.370237 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:49.374840 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group_rule': {'security_group_id': '80139db3-f4d6-403d-802e-39068f0ecc79', 'project_id': '487461bc7aa3467696623d4d88f126c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:49.394182 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:49.403278 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:49.408999 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:49.504375 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:49.519856 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Allocated IP 172.27.3.96 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/6c7dfd45-cb0a-465b-9a61-5d212e552039) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:49.541541 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.555988 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:14:43Z', 'revision_number': 4, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '964a441a-0c2b-4efa-8411-d2fb688d34c6', 'name': '', 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'df22afcd-fecb-458f-aa17-b9485f40098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:42Z', 'updated_at': '2021-05-10T19:14:47Z', 'revision_number': 4, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'subnets': [{'id': 'df22afcd-fecb-458f-aa17-b9485f40098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:49.576830 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac986a7-772f-4550-aff5-7aff11a55209 None None] The sync data for ids ['334763ab-471b-4d3d-98fa-63eedf49dc89'] in dv-cinder-780933-5-iscsi is: [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:14:43Z', 'revision_number': 4, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '964a441a-0c2b-4efa-8411-d2fb688d34c6', 'name': '', 'network_id': '67b4b6ed-4ca0-4d64-b963-f285e7ae64ce', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'df22afcd-fecb-458f-aa17-b9485f40098f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:42Z', 'updated_at': '2021-05-10T19:14:47Z', 'revision_number': 4, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'subnets': [{'id': 'df22afcd-fecb-458f-aa17-b9485f40098f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:14:49.755293 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.758287 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.779140 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.783538 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Transition to ACTIVE for port object 9a3ae89b-02cb-4d79-a948-d7949921d94b will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:49.793789 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.801887 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:49.818539 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Transition to ACTIVE for port object 9a3ae89b-02cb-4d79-a948-d7949921d94b will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:49.826864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.832303 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:49.850379 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416e6831-7bef-4854-96e2-945cb9746a3f,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:49.854578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:49.881277 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.883214 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5159423 May 10 19:14:49.886035 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35404) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:49.892378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group_rule': {'security_group_id': '80139db3-f4d6-403d-802e-39068f0ecc79', 'project_id': '487461bc7aa3467696623d4d88f126c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:49.901460 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:49.908425 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:49.911990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:49.926405 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:49.937024 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Network bfb0387b-421a-4c28-a22a-f13ab0295aef is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:49.940632 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:49.945031 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:49.945944 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7e624e30-3bf4-4387-8064-1b3cc4fed987 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:49.950987 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:49.975238 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.securitygroups_db [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Project 487461bc7aa3467696623d4d88f126c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:14:49.989319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.017583 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Pushing event updated for resources: {'Port': ['ID=9a3ae89b-02cb-4d79-a948-d7949921d94b,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:50.099606 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:50.106565 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:50.113829 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:50.120214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:50.135133 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.141400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.145774 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d35c56ca-387f-436c-a3b9-1e5001e90d51 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:50.178024 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4a1d36-e1d3-4f76-aed5-fc8ea66d2fc2,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:50.186034 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:50.193832 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.195298 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-e764abd1-e8dc-4524-b75e-32f0ec5f75c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3080187 May 10 19:14:50.198099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35410) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:50.211773 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'security_group_rule': {'security_group_id': '80139db3-f4d6-403d-802e-39068f0ecc79', 'project_id': '487461bc7aa3467696623d4d88f126c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:50.213270 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Attempting to bind port 9a3ae89b-02cb-4d79-a948-d7949921d94b on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:50.214460 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Attempting to bind port 9a3ae89b-02cb-4d79-a948-d7949921d94b by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:50.215347 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Attempting to bind port 9a3ae89b-02cb-4d79-a948-d7949921d94b on network bfb0387b-421a-4c28-a22a-f13ab0295aef {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:50.217933 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:50.222542 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Usage tracker for resource:security_group_rule and tenant:487461bc7aa3467696623d4d88f126c8 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:50.223666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:50.224326 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Checking segment: {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:50.226383 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.226522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:50.227258 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Bound using segment: {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:50.227966 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Bound port: 9a3ae89b-02cb-4d79-a948-d7949921d94b, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:50.229452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.233566 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:50.253108 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.securitygroups_db [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Project 487461bc7aa3467696623d4d88f126c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:14:50.263420 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.340529 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] For port 9a3ae89b-02cb-4d79-a948-d7949921d94b, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:50.344552 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] For port 9a3ae89b-02cb-4d79-a948-d7949921d94b, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9a3ae89b-02cb-4d79-a948-d7949921d94b,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:50.360945 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.369236 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:50.374877 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.378780 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Pushing event updated for resources: {'Port': ['ID=6c7dfd45-cb0a-465b-9a61-5d212e552039,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:50.381820 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:50.386314 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.388751 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:50.441855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685caf7e-7c10-47f9-a99f-0a61abdcb489,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:50.449803 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:50.480519 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.480722 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Pushing event updated for resources: {'Port': ['ID=9a3ae89b-02cb-4d79-a948-d7949921d94b,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:50.482614 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1c2daeca-9dc4-450e-9fdb-d3a08b25d41b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2832758 May 10 19:14:50.484487 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:50.671707 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c6d066c4-676b-4d99-88b5-265db611c58e req-9cb69737-cebb-4e22-80d7-47526cffc7ba tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:14:50.692001 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-c6d066c4-676b-4d99-88b5-265db611c58e req-9cb69737-cebb-4e22-80d7-47526cffc7ba tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:14:50.693316 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c6d066c4-676b-4d99-88b5-265db611c58e req-9cb69737-cebb-4e22-80d7-47526cffc7ba tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70408597&fields=id&tenant_id=487461bc7aa3467696623d4d88f126c8 HTTP/1.1" status: 200 len: 267 time: 0.0709777 May 10 19:14:50.783140 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f6690-5f58-4750-b3f4-a25c27af1889 req-2ff4b8b4-863e-49d6-9d24-9c2cd9d7ddeb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:50.792025 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-900f6690-5f58-4750-b3f4-a25c27af1889 req-2ff4b8b4-863e-49d6-9d24-9c2cd9d7ddeb tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.6832035 May 10 19:14:50.872803 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d066c4-676b-4d99-88b5-265db611c58e req-7373f1c6-ecc7-442a-ac07-4728c2b984c3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:50.874836 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c6d066c4-676b-4d99-88b5-265db611c58e req-7373f1c6-ecc7-442a-ac07-4728c2b984c3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.1747801 May 10 19:14:50.893671 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'port': {'security_groups': ['2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2', '80139db3-f4d6-403d-802e-39068f0ecc79']}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:50.915616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:50.984217 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-900f6690-5f58-4750-b3f4-a25c27af1889 req-c5e7e44e-a3d4-4574-8c18-d8116a362e65 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912324 May 10 19:14:51.031244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 964a441a-0c2b-4efa-8411-d2fb688d34c6 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:51.093081 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.208205 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 964a441a-0c2b-4efa-8411-d2fb688d34c6 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:51.219947 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 964a441a-0c2b-4efa-8411-d2fb688d34c6 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:51.222296 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.614323 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ab613a32-2b6b-42bb-b145-8b169dec0575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.634291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:51.644688 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.645527 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.671674 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.693120 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.697657 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 964a441a-0c2b-4efa-8411-d2fb688d34c6, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=964a441a-0c2b-4efa-8411-d2fb688d34c6,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:51.703463 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.706856 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.707789 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9a3ae89b-02cb-4d79-a948-d7949921d94b up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:51.713851 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:51.742571 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:51.806139 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a89a6883-be54-4043-9e1b-fe2a17a3233d'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:14:51.898290 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.924184 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:51.926964 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:51.949189 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c6d066c4-676b-4d99-88b5-265db611c58e req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "PUT /v2.0/ports/a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 982 time: 1.0651214 May 10 19:14:51.951002 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:14:51.971275 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=964a441a-0c2b-4efa-8411-d2fb688d34c6,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:51.980156 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:51.993351 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c597a-1aff-4d4d-8b31-20595c5beae1 None None] Network bfb0387b-421a-4c28-a22a-f13ab0295aef requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:14:51.997859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=6']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:52.006466 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-34f8fc9f-6c2b-4909-b12e-d153af9d1d0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:52.080951 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:14:52.109096 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-e41f9322-9460-4953-a5f5-6ff7d87de1ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3432462 May 10 19:14:52.190316 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Provisioning for port 9a3ae89b-02cb-4d79-a948-d7949921d94b completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:52.221249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a89a6883-be54-4043-9e1b-fe2a17a3233d'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:14:52.262587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6f65b-ca48-4845-bac8-87c20d9c4a81 req-c1b82762-99e8-4a3d-a69c-e3f1bb40eb0a tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:52.264271 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4df6f65b-ca48-4845-bac8-87c20d9c4a81 req-c1b82762-99e8-4a3d-a69c-e3f1bb40eb0a tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.2029457 May 10 19:14:52.329380 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 9a3ae89b-02cb-4d79-a948-d7949921d94b completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:52.369911 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Provisioning complete for port 9a3ae89b-02cb-4d79-a948-d7949921d94b triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:52.375305 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'status': 'completed', 'code': 200} May 10 19:14:52.378648 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:52.428864 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4df6f65b-ca48-4845-bac8-87c20d9c4a81 req-26a068d5-ff1c-483d-81ee-f31fa4ab20fa tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1547434 May 10 19:14:52.466525 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 9a3ae89b-02cb-4d79-a948-d7949921d94b triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:52.470914 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:52.519561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-444cab8b-2cc0-49fd-910c-cc6e525e1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:52.520283 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-444cab8b-2cc0-49fd-910c-cc6e525e1b0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b43d41569f514132912eaf2eb4641459&device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 1098 time: 0.3552170 May 10 19:14:52.576981 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:14:52.597099 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Sync routers for ids ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:14:52.631424 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Routers {'4659fcac-8a65-45a7-adf7-917e3f4a1b86'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:52.633461 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:52.640693 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:52.642026 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5410497 May 10 19:14:52.646936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35444) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:52.733311 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-38976ef5-a152-45c0-bb74-959f7cb1c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:52.735007 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-38976ef5-a152-45c0-bb74-959f7cb1c228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1138 time: 0.3267570 May 10 19:14:52.765481 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-cb66fab0-5b82-415e-b45a-19a16710346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:52.768211 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-cb66fab0-5b82-415e-b45a-19a16710346a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 200 len: 920 time: 0.2238193 May 10 19:14:52.871682 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Set router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:52.893984 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:53.004272 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-9407439a-db3f-4a14-be7f-9a224f1ae7ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 200 len: 217 time: 0.2096519 May 10 19:14:53.062977 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:53.086178 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-8b505f39-0f50-4284-9e65-026925d29199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:53.088320 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-8b505f39-0f50-4284-9e65-026925d29199 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 200 len: 859 time: 0.0770741 May 10 19:14:53.148907 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-ffdff53a-228e-41ed-9709-772f83d81a03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca87c84b-d101-49ef-9d44-e37ca693fdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521562 May 10 19:14:53.164811 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:53.224132 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] For port 9a3ae89b-02cb-4d79-a948-d7949921d94b, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9a3ae89b-02cb-4d79-a948-d7949921d94b,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:53.254502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:53.267147 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:53.280685 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:14:50Z', 'revision_number': 3, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:53.285417 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Checking router: 4659fcac-8a65-45a7-adf7-917e3f4a1b86 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:14:53.285778 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Updating router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 port 6c7dfd45-cb0a-465b-9a61-5d212e552039 binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:14:53.327264 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-e63d12f8-afaf-48a4-98a8-39cb7e40d128 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705160 May 10 19:14:53.359328 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:53.408986 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-e86130c3-403a-4a60-bb73-e0686a8e0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:53.410924 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-e86130c3-403a-4a60-bb73-e0686a8e0cc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.5510833 May 10 19:14:53.529505 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.db.api [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:14:53.530257 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_db.api [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:14:53.536295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Pushing event updated for resources: {'Port': ['ID=9a3ae89b-02cb-4d79-a948-d7949921d94b,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:53.548346 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ed548ba9-2475-4a4c-b648-dc1715985e68 None None] Provisioning complete for port a89a6883-be54-4043-9e1b-fe2a17a3233d triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:53.548887 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ed548ba9-2475-4a4c-b648-dc1715985e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:53.582688 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:53.584877 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-6981bcc0-a283-406e-895a-9a36399f2ae0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 1002 time: 0.1670115 May 10 19:14:53.696031 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-ebda1fb7-49f6-4152-880c-ec893df19b10 service neutron] 10.222.0.32 "GET /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220482 May 10 19:14:53.749990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-ca515392-831a-4a5e-99d7-79c8f9d474ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:53.752247 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-ca515392-831a-4a5e-99d7-79c8f9d474ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.1552360 May 10 19:14:54.091592 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.107882 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Transition to ACTIVE for port object 6c7dfd45-cb0a-465b-9a61-5d212e552039 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:54.120341 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.131681 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:54.203002 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Attempting to bind port 6c7dfd45-cb0a-465b-9a61-5d212e552039 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:54.203879 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Attempting to bind port 6c7dfd45-cb0a-465b-9a61-5d212e552039 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:54.205066 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Attempting to bind port 6c7dfd45-cb0a-465b-9a61-5d212e552039 on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:54.223045 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8936362-faa3-417c-a88b-b130001fb08e None None] Pushing event updated for resources: {'Port': ['ID=6c7dfd45-cb0a-465b-9a61-5d212e552039,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:54.227090 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c8936362-faa3-417c-a88b-b130001fb08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:54.228156 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:54.229542 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:54.230149 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.230735 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:54.231647 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Bound port: 6c7dfd45-cb0a-465b-9a61-5d212e552039, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:54.231954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-27f1af5e-197b-4c59-9f20-9cd2dbd6a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:54.232080 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.234555 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-27f1af5e-197b-4c59-9f20-9cd2dbd6a753 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4332674 May 10 19:14:54.320538 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.328155 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-5f1a4113-640e-4441-8bb6-6413834a1f5b None None] Provisioning complete for port 9a3ae89b-02cb-4d79-a948-d7949921d94b triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:54.328675 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4113-640e-4441-8bb6-6413834a1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.357749 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] For port 6c7dfd45-cb0a-465b-9a61-5d212e552039, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:54.361611 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] For port 6c7dfd45-cb0a-465b-9a61-5d212e552039, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=6c7dfd45-cb0a-465b-9a61-5d212e552039,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:54.368199 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 964a441a-0c2b-4efa-8411-d2fb688d34c6 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:54.372495 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.383777 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:54.467315 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Routers {'4659fcac-8a65-45a7-adf7-917e3f4a1b86'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:54.468944 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:54.532761 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-2304607e-9626-49df-8c5b-2e43b769846f service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900617 May 10 19:14:54.565221 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 964a441a-0c2b-4efa-8411-d2fb688d34c6 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:54.565600 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.617438 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8936362-faa3-417c-a88b-b130001fb08e None None] Pushing event updated for resources: {'Port': ['ID=6c7dfd45-cb0a-465b-9a61-5d212e552039,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:54.628832 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c8936362-faa3-417c-a88b-b130001fb08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:54.677230 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] Set router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:54.684350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.697377 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9a3ae89b-02cb-4d79-a948-d7949921d94b up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:54.776869 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebe6f5c1-14df-4040-b884-e23ac4de1a7b req-d1fb7554-d3b1-48ce-8c2a-63e846ff117d service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303462 May 10 19:14:54.783741 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 9a3ae89b-02cb-4d79-a948-d7949921d94b triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:54.784258 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:54.957847 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Allocated IP 172.20.0.1 (bfb0387b-421a-4c28-a22a-f13ab0295aef/6d634036-251a-4968-8d09-e2ee45e60f59/8c2d7a4b-faf2-4783-8529-893f96651147) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:14:55.011926 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:14:50Z', 'revision_number': 3, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:55.016005 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ecff5-4f7f-40c0-b594-59f6766fa4d8 None None] The sync data for ids ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'] in dv-cinder-780933-5-iscsi is: [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:14:50Z', 'revision_number': 3, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:14:55.127994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.150471 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Transition to ACTIVE for port object 8c2d7a4b-faf2-4783-8529-893f96651147 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:55.175435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.180826 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:55.243477 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Network bfb0387b-421a-4c28-a22a-f13ab0295aef is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:55.246239 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:55.249986 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:14:55.250466 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.273977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Pushing event updated for resources: {'Port': ['ID=8c2d7a4b-faf2-4783-8529-893f96651147,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:55.417862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:55.532915 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.592864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-eba0f0bf-b4aa-4726-9d2c-60853ff36350 None None] Provisioning for port 8c2d7a4b-faf2-4783-8529-893f96651147 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:55.598087 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-eba0f0bf-b4aa-4726-9d2c-60853ff36350 None None] Provisioning complete for port 8c2d7a4b-faf2-4783-8529-893f96651147 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:55.598368 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eba0f0bf-b4aa-4726-9d2c-60853ff36350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.654038 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-eba0f0bf-b4aa-4726-9d2c-60853ff36350 None None] Port 8c2d7a4b-faf2-4783-8529-893f96651147 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:14:55.776690 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.781443 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.782382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:55.786095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:55.920534 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Pushing event updated for resources: {'Port': ['ID=8c2d7a4b-faf2-4783-8529-893f96651147,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:55.924866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:55.981870 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Network bfb0387b-421a-4c28-a22a-f13ab0295aef is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:14:55.983027 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:14:56.178818 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-2bf0db8c-f733-490c-bca5-e406b7a5a60b None None] Provisioning complete for port 8c2d7a4b-faf2-4783-8529-893f96651147 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:56.179346 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2bf0db8c-f733-490c-bca5-e406b7a5a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:56.179453 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:14:56.235853 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0db8c-f733-490c-bca5-e406b7a5a60b None None] Port 8c2d7a4b-faf2-4783-8529-893f96651147 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:14:56.357094 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 6c7dfd45-cb0a-465b-9a61-5d212e552039 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:56.406341 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:14:56.422042 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] 10.222.0.26 "PUT /v2.0/routers/4659fcac-8a65-45a7-adf7-917e3f4a1b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7637045 May 10 19:14:56.450199 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 6c7dfd45-cb0a-465b-9a61-5d212e552039 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:14:56.456192 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 6c7dfd45-cb0a-465b-9a61-5d212e552039 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:56.456783 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:56.601591 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:56.618736 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 6c7dfd45-cb0a-465b-9a61-5d212e552039, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=6c7dfd45-cb0a-465b-9a61-5d212e552039,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:14:56.622920 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:56.626433 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:56.696953 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=6c7dfd45-cb0a-465b-9a61-5d212e552039,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:56.700597 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:56.785414 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Sync routers for ids ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:14:56.795251 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Routers {'4659fcac-8a65-45a7-adf7-917e3f4a1b86'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:56.795969 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:56.979719 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Set router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:57.004125 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:14:57.327402 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:14:55Z', 'revision_number': 4, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '8c2d7a4b-faf2-4783-8529-893f96651147', 'name': '', 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'mac_address': 'fa:16:3e:dc:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6d634036-251a-4968-8d09-e2ee45e60f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:54Z', 'updated_at': '2021-05-10T19:14:55Z', 'revision_number': 2, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'subnets': [{'id': '6d634036-251a-4968-8d09-e2ee45e60f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:57.331245 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Checking router: 4659fcac-8a65-45a7-adf7-917e3f4a1b86 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:14:57.331613 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Updating router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 port 8c2d7a4b-faf2-4783-8529-893f96651147 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:14:57.392149 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.429334 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35504) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:57.434564 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126301042', 'description': 'tempest-secgroup-smoke-1126301042 description', 'project_id': '10d0567abf3e4c96b95369fa55795fb0'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:57.440339 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:57.445079 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:57.448127 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:57.455561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:57.473483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.493730 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:57.498698 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:57.502736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:57.508996 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:57.582602 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.587973 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.592288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-77c52eb3-0616-476e-a6a8-e03a520c551c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:57.637245 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:57.640474 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:57.644429 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.646377 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2156994 May 10 19:14:57.648995 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35514) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:57.654985 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group_rule': {'security_group_id': '4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a', 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:57.661143 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:57.666258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:57.668769 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:57.674583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:57.700468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.770916 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.776066 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.779053 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.781165 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:57.795493 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Transition to ACTIVE for port object 8c2d7a4b-faf2-4783-8529-893f96651147 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:14:57.804300 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.806146 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac26c0f-12da-4e38-98b4-8cb18835c2fe,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:57.808685 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:57.814904 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:57.819835 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.823811 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d5bbd973-29db-4a1e-a340-1b6e2f10141b tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712122 May 10 19:14:57.824235 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35518) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:57.830120 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group_rule': {'security_group_id': '4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a', 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:57.836642 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:57.841527 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:57.844511 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:57.852003 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:57.884344 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.955504 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f10860-2e55-4bae-8bcb-3f225dd81e1b None None] Pushing event updated for resources: {'Port': ['ID=8c2d7a4b-faf2-4783-8529-893f96651147,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:57.956164 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.969187 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:57.971452 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1dd2e28b-62d3-4eb2-bdc8-ac0ab078e39e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:57.982791 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-23f10860-2e55-4bae-8bcb-3f225dd81e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.000662 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50953474-ac6b-4585-99ba-8616906e3d06,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:58.004009 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.017500 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.017932 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-3722dd9e-0d64-4e63-aeeb-e8ebdea77821 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1926718 May 10 19:14:58.020690 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35524) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:58.026640 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group_rule': {'security_group_id': '4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a', 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:58.032703 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:58.036882 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:58.040905 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:58.048040 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:58.065410 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Attempting to bind port 8c2d7a4b-faf2-4783-8529-893f96651147 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:14:58.065522 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Attempting to bind port 8c2d7a4b-faf2-4783-8529-893f96651147 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:14:58.065900 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Attempting to bind port 8c2d7a4b-faf2-4783-8529-893f96651147 on network bfb0387b-421a-4c28-a22a-f13ab0295aef {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:14:58.075855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.079783 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:14:58.080371 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Checking segment: {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:14:58.080854 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.081324 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Bound using segment: {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:14:58.081892 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Bound port: 8c2d7a4b-faf2-4783-8529-893f96651147, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536857fb-61bf-47e9-a116-f0690a6a9f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:14:58.082362 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.103033 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94a30a-5a6e-41df-9080-a9f908b63ce8 req-11b1d91a-8f70-4f5b-8b96-2df393a62cf5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:58.104750 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed94a30a-5a6e-41df-9080-a9f908b63ce8 req-11b1d91a-8f70-4f5b-8b96-2df393a62cf5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1229439 May 10 19:14:58.170555 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed94a30a-5a6e-41df-9080-a9f908b63ce8 req-d05cec23-dc28-4a99-91ce-5df640067a6d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583615 May 10 19:14:58.182935 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.189268 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.191812 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:58.209322 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfec3bfa-8a98-41c4-9057-61def9f23122,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:58.214129 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.224937 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] For port 8c2d7a4b-faf2-4783-8529-893f96651147, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:14:58.231173 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.231405 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] For port 8c2d7a4b-faf2-4783-8529-893f96651147, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=8c2d7a4b-faf2-4783-8529-893f96651147,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:14:58.232969 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-351d9521-54d2-4bb6-8d7a-9d3e345d9939 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2110903 May 10 19:14:58.235773 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.235990 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35532) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:58.239788 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-27c60ae0-75d9-4696-939f-2ce609d3159a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:58.243832 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group_rule': {'security_group_id': '4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a', 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:58.250064 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:58.254202 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:58.257311 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:58.264237 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:58.281602 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.322678 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Routers {'4659fcac-8a65-45a7-adf7-917e3f4a1b86'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:14:58.323315 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:58.356667 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.363973 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.367958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f0e3d574-a4ac-4599-ba0b-f6020accd26d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:58.374875 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 6c7dfd45-cb0a-465b-9a61-5d212e552039 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:14:58.386850 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf59225-cfd1-4815-8994-34bad387fff1,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:58.397088 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.419705 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.424195 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35536) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:58.424801 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1874669 May 10 19:14:58.430149 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group_rule': {'security_group_id': '4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a', 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:58.440915 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:58.448664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:58.453617 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:58.475866 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f10860-2e55-4bae-8bcb-3f225dd81e1b None None] Pushing event updated for resources: {'Port': ['ID=8c2d7a4b-faf2-4783-8529-893f96651147,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:58.481897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:58.490344 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-23f10860-2e55-4bae-8bcb-3f225dd81e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.504733 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.securitygroups_db [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Project 10d0567abf3e4c96b95369fa55795fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:14:58.511512 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.578046 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 6c7dfd45-cb0a-465b-9a61-5d212e552039 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:14:58.578700 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.593892 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.597737 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.599888 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d8809fb0-11f1-400f-a79d-c8b348de14f0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:58.614218 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] Set router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:14:58.622552 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7ad2d0-3137-43f5-badb-4cbf63234394,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:58.626413 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.638474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.642251 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2142286 May 10 19:14:58.642628 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35544) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:14:58.648586 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Request body: {'security_group_rule': {'security_group_id': '4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a', 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:14:58.654775 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:14:58.658703 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Usage tracker for resource:security_group_rule and tenant:10d0567abf3e4c96b95369fa55795fb0 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:14:58.661882 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:14:58.670949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:14:58.689245 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.securitygroups_db [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Project 10d0567abf3e4c96b95369fa55795fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:14:58.698112 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.769982 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.775320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.777347 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:14:58.800474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7ce434-b75f-4c58-bd37-c7af722df0fa,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:58.804996 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:14:58.821955 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:14:58.823237 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795704 May 10 19:14:59.074243 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:14:55Z', 'revision_number': 4, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '8c2d7a4b-faf2-4783-8529-893f96651147', 'name': '', 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'mac_address': 'fa:16:3e:dc:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6d634036-251a-4968-8d09-e2ee45e60f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:54Z', 'updated_at': '2021-05-10T19:14:58Z', 'revision_number': 4, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'subnets': [{'id': '6d634036-251a-4968-8d09-e2ee45e60f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:14:59.078302 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c6185c-fc96-466a-bbb6-8efd502d36f0 None None] The sync data for ids ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'] in dv-cinder-780933-5-iscsi is: [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:14:55Z', 'revision_number': 4, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '8c2d7a4b-faf2-4783-8529-893f96651147', 'name': '', 'network_id': 'bfb0387b-421a-4c28-a22a-f13ab0295aef', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'mac_address': 'fa:16:3e:dc:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6d634036-251a-4968-8d09-e2ee45e60f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:54Z', 'updated_at': '2021-05-10T19:14:58Z', 'revision_number': 4, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'subnets': [{'id': '6d634036-251a-4968-8d09-e2ee45e60f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:14:59.409800 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00935ac7-5d60-4c28-9936-2fac89add74c req-c3c7afc0-6f5d-4223-8785-3dd7f790c69d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:14:59.411964 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-00935ac7-5d60-4c28-9936-2fac89add74c req-c3c7afc0-6f5d-4223-8785-3dd7f790c69d tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1031199 May 10 19:14:59.473137 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-00935ac7-5d60-4c28-9936-2fac89add74c req-16c5b8ef-f541-4e86-a5ac-8812eb50d012 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536292 May 10 19:15:00.339306 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 8c2d7a4b-faf2-4783-8529-893f96651147 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:15:00.408634 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 8c2d7a4b-faf2-4783-8529-893f96651147 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:15:00.413642 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 8c2d7a4b-faf2-4783-8529-893f96651147 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:15:00.413991 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:00.537912 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:00.572940 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 8c2d7a4b-faf2-4783-8529-893f96651147, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=8c2d7a4b-faf2-4783-8529-893f96651147,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:00.577381 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:00.579557 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-f9316fdb-231b-4b80-bc17-79a4712366a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:00.661821 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=8c2d7a4b-faf2-4783-8529-893f96651147,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:00.665795 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:00.714946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214872-02b9-435c-8190-23d4e25ff3b3 req-58d52a77-5647-4083-aa5d-600cb10196b6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:00.716457 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8214872-02b9-435c-8190-23d4e25ff3b3 req-58d52a77-5647-4083-aa5d-600cb10196b6 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1270847 May 10 19:15:00.763204 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8214872-02b9-435c-8190-23d4e25ff3b3 req-94e655d7-b7b8-4a13-85e5-b3edbbbae3f2 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 May 10 19:15:01.961755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6b28-6e35-4000-9a0d-97b2b6f772b4 req-976c591d-2e3d-4ffd-a46c-5f148b35ff28 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:01.963131 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec0b6b28-6e35-4000-9a0d-97b2b6f772b4 req-976c591d-2e3d-4ffd-a46c-5f148b35ff28 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0856724 May 10 19:15:02.011299 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec0b6b28-6e35-4000-9a0d-97b2b6f772b4 req-015a3c76-34dc-4f24-8720-a23f07d68744 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 May 10 19:15:02.315213 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 8c2d7a4b-faf2-4783-8529-893f96651147 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:15:02.391738 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 8c2d7a4b-faf2-4783-8529-893f96651147 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:15:02.392117 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:02.666248 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-81a5f20f-122f-435d-9cbe-0c45a8492cba tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:02.667701 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-81a5f20f-122f-435d-9cbe-0c45a8492cba tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.0801787 May 10 19:15:02.819216 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Deleting port 0cf11550-5732-4f61-9759-4b7ae28723b7 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:15:02.819415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:03.032851 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] For port 0cf11550-5732-4f61-9759-4b7ae28723b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0cf11550-5732-4f61-9759-4b7ae28723b7,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:03.033211 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:03.156142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Calling delete_port for 0cf11550-5732-4f61-9759-4b7ae28723b7 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:15:03.264985 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eada38-e94b-4899-b0ca-30709a479eb9 req-8e1ebe64-9ae2-41e9-9741-111f775531c9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:03.266482 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d1eada38-e94b-4899-b0ca-30709a479eb9 req-8e1ebe64-9ae2-41e9-9741-111f775531c9 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be6b754-64be-4582-a22c-484b0c30067e HTTP/1.1" status: 200 len: 946 time: 0.1178386 May 10 19:15:03.385964 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d1eada38-e94b-4899-b0ca-30709a479eb9 req-c63537c0-31b0-4b5f-865b-2b9e32b2de9a tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103404 May 10 19:15:03.393903 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:03.410906 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:03.445654 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['d3ddbded-593c-48af-9300-ba55690b54de', '0cf11550-5732-4f61-9759-4b7ae28723b7'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:15:03.491977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Pushing event deleted for resources: {'Port': ['ID=0cf11550-5732-4f61-9759-4b7ae28723b7,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:03.539533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.539896 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.540242 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.540591 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.540930 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.541268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.541606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.542099 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.542318 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.542615 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.542952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.543289 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:03.546533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] No DVR routers for this DVR port 0cf11550-5732-4f61-9759-4b7ae28723b7 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:15:03.547873 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:03.550588 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:03.558785 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be6b754-64be-4582-a22c-484b0c30067e', 'name': 'network-vif-deleted', 'tag': '0cf11550-5732-4f61-9759-4b7ae28723b7'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:15:03.584802 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3eaf556a-bd23-4b57-babc-1fd935a97e80 req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "DELETE /v2.0/ports/0cf11550-5732-4f61-9759-4b7ae28723b7 HTTP/1.1" status: 204 len: 173 time: 0.9066033 May 10 19:15:03.624595 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be6b754-64be-4582-a22c-484b0c30067e', 'name': 'network-vif-deleted', 'tag': '0cf11550-5732-4f61-9759-4b7ae28723b7', 'status': 'completed', 'code': 200} May 10 19:15:04.891217 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422077e3-3170-4ec9-b483-80c70347e135 req-510bfde4-39b8-4730-a780-8dcc121b0f55 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:04.891921 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-422077e3-3170-4ec9-b483-80c70347e135 req-510bfde4-39b8-4730-a780-8dcc121b0f55 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Synchronizing usage tracker for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:15:04.908088 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-422077e3-3170-4ec9-b483-80c70347e135 req-510bfde4-39b8-4730-a780-8dcc121b0f55 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Unset dirty status for tenant:b43d41569f514132912eaf2eb4641459 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:15:04.909405 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-422077e3-3170-4ec9-b483-80c70347e135 req-510bfde4-39b8-4730-a780-8dcc121b0f55 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1008060 May 10 19:15:04.957233 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-422077e3-3170-4ec9-b483-80c70347e135 req-41540b87-83a3-4c5a-b2d1-75af61e1f1f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 May 10 19:15:05.457377 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 0cf11550-5732-4f61-9759-4b7ae28723b7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:15:05.496476 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 0cf11550-5732-4f61-9759-4b7ae28723b7 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:15:05.496819 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 0cf11550-5732-4f61-9759-4b7ae28723b7 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:15:06.151158 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60edaa-3182-4bb5-9199-7af81bf1fa31 req-2892baaf-aaac-4799-842f-e2e2c95ffe96 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:06.152828 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ad60edaa-3182-4bb5-9199-7af81bf1fa31 req-2892baaf-aaac-4799-842f-e2e2c95ffe96 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0861340 May 10 19:15:06.209332 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ad60edaa-3182-4bb5-9199-7af81bf1fa31 req-3a891a08-25a1-4d7c-97a3-c1f07bda0555 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 May 10 19:15:07.495018 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c257cd-fb6e-4d49-9cad-bb607f4aff61 req-423f48fe-4f14-4d94-81ac-9d8917a2d6ee tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:07.496569 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f7c257cd-fb6e-4d49-9cad-bb607f4aff61 req-423f48fe-4f14-4d94-81ac-9d8917a2d6ee tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1010151 May 10 19:15:07.544036 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f7c257cd-fb6e-4d49-9cad-bb607f4aff61 req-c8d0aa3b-33b6-4590-a93f-2c1dad706276 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 May 10 19:15:08.739255 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272374c-7dbe-4bca-a3a7-2325dee3a33e req-c915cef7-a29c-4cb6-8a2a-4d40f0e454f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:08.741205 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6272374c-7dbe-4bca-a3a7-2325dee3a33e req-c915cef7-a29c-4cb6-8a2a-4d40f0e454f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0860357 May 10 19:15:08.788461 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6272374c-7dbe-4bca-a3a7-2325dee3a33e req-c2a04690-fc73-43a9-bf43-c67a352f90ed tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 May 10 19:15:09.976138 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12f11-5ec9-4bfe-ad8c-2775f58543c2 req-6f17eac0-5b45-4452-a14d-a5e2d5477c8e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:09.977600 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bce12f11-5ec9-4bfe-ad8c-2775f58543c2 req-6f17eac0-5b45-4452-a14d-a5e2d5477c8e tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0796611 May 10 19:15:10.024113 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bce12f11-5ec9-4bfe-ad8c-2775f58543c2 req-0a24ed96-3c36-4088-8fa7-ef58db12abd3 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 May 10 19:15:11.228577 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c17f4-6ec9-40d1-863d-f5dbc6139c3d req-bc8bd995-fc27-4f20-9b45-849c989ff2e1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:11.230074 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be0c17f4-6ec9-40d1-863d-f5dbc6139c3d req-bc8bd995-fc27-4f20-9b45-849c989ff2e1 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.0869911 May 10 19:15:11.286558 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be0c17f4-6ec9-40d1-863d-f5dbc6139c3d req-03d3a0d3-5148-48bf-a6f3-ac08c3079e50 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 May 10 19:15:12.537624 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b612ce-435c-4b59-8aa8-369ddc63fe2e req-43d83ee9-6628-4a1f-8850-affc5b60f9ac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:12.539252 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66b612ce-435c-4b59-8aa8-369ddc63fe2e req-43d83ee9-6628-4a1f-8850-affc5b60f9ac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.1226625 May 10 19:15:12.571516 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-71ca3f48-cb2c-4891-8579-7d7631be3ee4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:12.573437 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-71ca3f48-cb2c-4891-8579-7d7631be3ee4 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 945 time: 0.2068555 May 10 19:15:12.653126 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-66b612ce-435c-4b59-8aa8-369ddc63fe2e req-dccf9b18-a001-48f5-8ef2-f708451e37c5 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/security-groups?id=322d0644-f6db-48e7-9774-1388aeb1924c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057763 May 10 19:15:12.745267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Deleting port d3ddbded-593c-48af-9300-ba55690b54de {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:15:12.745601 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:12.899753 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] For port d3ddbded-593c-48af-9300-ba55690b54de, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d3ddbded-593c-48af-9300-ba55690b54de,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:12.900105 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:13.058770 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Calling delete_port for d3ddbded-593c-48af-9300-ba55690b54de owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:15:13.173983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:13.180128 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:13.220112 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['d3ddbded-593c-48af-9300-ba55690b54de'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:15:13.225037 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Pushing event deleted for resources: {'Port': ['ID=d3ddbded-593c-48af-9300-ba55690b54de,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:13.228052 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:13.388246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] No DVR routers for this DVR port d3ddbded-593c-48af-9300-ba55690b54de on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:15:13.391099 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:13.394253 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'name': 'network-vif-deleted', 'tag': 'd3ddbded-593c-48af-9300-ba55690b54de'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:15:13.410382 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ad7edf99-aee4-4c1f-9d49-8885b9f8a881 req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.32 "DELETE /v2.0/ports/d3ddbded-593c-48af-9300-ba55690b54de HTTP/1.1" status: 204 len: 173 time: 0.8253019 May 10 19:15:13.444286 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a764d0c-5b9e-4d3c-8332-62bf25a00fe5', 'name': 'network-vif-deleted', 'tag': 'd3ddbded-593c-48af-9300-ba55690b54de', 'status': 'completed', 'code': 200} May 10 19:15:13.848780 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-75f5c7ee-c5f1-46cb-a3a5-7be24baeda99 req-f94b3095-de3d-47dd-a122-11e61c092d1b tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a764d0c-5b9e-4d3c-8332-62bf25a00fe5 HTTP/1.1" status: 200 len: 210 time: 0.0536215 May 10 19:15:14.157976 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ce99d-fde2-48ac-91c6-94373a0aa0ad req-d3ff28f9-8837-4e88-9f19-7e1c6d19fd12 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:14.159466 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0e2ce99d-fde2-48ac-91c6-94373a0aa0ad req-d3ff28f9-8837-4e88-9f19-7e1c6d19fd12 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0951514 May 10 19:15:14.212503 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0e2ce99d-fde2-48ac-91c6-94373a0aa0ad req-001ce758-adc3-490c-b813-60acced8994b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 May 10 19:15:14.948908 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35794) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:15.537218 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7c6f-b2d4-4246-b7ea-153fd66b9546 req-ce31f98c-0461-45d3-bd13-95db1be1aa9b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:15.542118 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device d3ddbded-593c-48af-9300-ba55690b54de no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:15:15.549977 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f3da7c6f-b2d4-4246-b7ea-153fd66b9546 req-ce31f98c-0461-45d3-bd13-95db1be1aa9b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.2006598 May 10 19:15:15.601652 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: d3ddbded-593c-48af-9300-ba55690b54de {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:15:15.602404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device d3ddbded-593c-48af-9300-ba55690b54de not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:15:15.604836 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f3da7c6f-b2d4-4246-b7ea-153fd66b9546 req-96f92535-4e12-40e4-982e-cd9f7e3e5dbc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536740 May 10 19:15:15.663835 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:16.120128 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Deleting port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:15:16.120825 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:16.241927 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] For port 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,segment=NetworkSegment(a2dc1f12-2916-4203-b443-fe6051bba4d2),segment_id=a2dc1f12-2916-4203-b443-fe6051bba4d2)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:16.242316 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:16.366294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Calling delete_port for 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 owned by network:router_interface {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:15:16.799863 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:16.804297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a575cbf7-d87d-4fba-817f-5da72d4c31f0 tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:16.855917 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:16.882793 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:17.059101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139c821-020f-4da4-901d-bc5dd4878142 req-e50ab403-7006-4fba-bf08-dd1554da9808 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:17.060575 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b139c821-020f-4da4-901d-bc5dd4878142 req-e50ab403-7006-4fba-bf08-dd1554da9808 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.3107440 May 10 19:15:17.123666 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:17.137729 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b139c821-020f-4da4-901d-bc5dd4878142 req-6f9d7d44-abbd-4055-a945-9b5c839fc0c9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677404 May 10 19:15:17.493871 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Router c70c602c-a671-4f5a-9ab4-4848705c669b has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:15:17.672058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:15:17.681229 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] Sync routers for ids ['c70c602c-a671-4f5a-9ab4-4848705c669b'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:15:17.684745 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] 10.222.0.26 "PUT /v2.0/routers/c70c602c-a671-4f5a-9ab4-4848705c669b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347391 May 10 19:15:17.687313 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35834) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:17.692949 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] Routers {'c70c602c-a671-4f5a-9ab4-4848705c669b'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:15:17.693565 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c70c602c-a671-4f5a-9ab4-4848705c669b'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:17.869675 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] Set router c70c602c-a671-4f5a-9ab4-4848705c669b gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:15:17.931365 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks [] for router, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:18.105210 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:18.183585 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Deleting port b3e1470f-1e5c-4879-8c27-6c46287cbe00 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:15:18.183912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:18.185496 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:15:16Z', 'revision_number': 5, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port': {'id': 'b3e1470f-1e5c-4879-8c27-6c46287cbe00', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:bb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:54Z', 'updated_at': '2021-05-10T19:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:18.190065 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] Checking router: c70c602c-a671-4f5a-9ab4-4848705c669b for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:15:18.200124 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] Routers {'c70c602c-a671-4f5a-9ab4-4848705c669b'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:15:18.200901 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:14:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c70c602c-a671-4f5a-9ab4-4848705c669b'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:18.383339 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] Set router c70c602c-a671-4f5a-9ab4-4848705c669b gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:15:18.492000 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] For port b3e1470f-1e5c-4879-8c27-6c46287cbe00, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3e1470f-1e5c-4879-8c27-6c46287cbe00,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:18.492357 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:18.494768 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:15:18Z', 'revision_number': 6, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:18.499528 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9db08-01ea-4180-80ac-bffc2ee707e1 None None] The sync data for ids ['c70c602c-a671-4f5a-9ab4-4848705c669b'] in dv-cinder-780933-5-iscsi is: [{'id': 'c70c602c-a671-4f5a-9ab4-4848705c669b', 'name': 'tempest-ServerRescueNegativeTestJSON-1333364270-router', 'tenant_id': 'b43d41569f514132912eaf2eb4641459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:50Z', 'updated_at': '2021-05-10T19:15:18Z', 'revision_number': 6, 'project_id': 'b43d41569f514132912eaf2eb4641459', 'gw_port_host': None}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:15:18.620469 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Calling delete_port for b3e1470f-1e5c-4879-8c27-6c46287cbe00 owned by network:router_gateway {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:15:18.666430 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb0739-8352-4800-90e6-c093359e8720 req-8a50b92a-133d-4b08-8bff-676bbd765592 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:18.667916 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31eb0739-8352-4800-90e6-c093359e8720 req-8a50b92a-133d-4b08-8bff-676bbd765592 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.2470014 May 10 19:15:18.857052 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31eb0739-8352-4800-90e6-c093359e8720 req-310b7b83-40bd-47ac-a2d1-b809ecdf7c7c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827502 May 10 19:15:18.965274 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:18.969151 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:19.011656 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e1470f-1e5c-4879-8c27-6c46287cbe00,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:19.015144 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:19.029702 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-67796439-38da-4fcf-97b1-cefe16379ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.108998 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.371945 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.374881 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.464494 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.465176 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70c602c-a671-4f5a-9ab4-4848705c669b {{(pid=78732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:15:19.479319 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.480425 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] 10.222.0.26 "DELETE /v2.0/routers/c70c602c-a671-4f5a-9ab4-4848705c669b HTTP/1.1" status: 204 len: 168 time: 1.7921124 May 10 19:15:19.483205 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35850) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:19.544340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Deleting subnet c0391bca-4d7b-4fbc-b970-71d2bad3b84c {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:15:19.547795 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.608892 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.666129 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.933870 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.937980 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2fb0f331-17c8-46f3-8e16-599873d9d67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:19.970380 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0391bca-4d7b-4fbc-b970-71d2bad3b84c,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:19.975196 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:19.980450 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:19.988938 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-79ccd3f7-66a4-4bc0-8438-66cf49e0c4da admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0391bca-4d7b-4fbc-b970-71d2bad3b84c HTTP/1.1" status: 204 len: 168 time: 0.5046711 May 10 19:15:19.992748 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 35858) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:20.080267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344544d-32b9-4b84-b9cc-a9a9644da101 req-5bec4cde-493e-473e-825f-ceaa66788f24 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:20.082519 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5344544d-32b9-4b84-b9cc-a9a9644da101 req-5bec4cde-493e-473e-825f-ceaa66788f24 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0866780 May 10 19:15:20.112375 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.135366 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5344544d-32b9-4b84-b9cc-a9a9644da101 req-490d455b-154f-45a1-adf7-8f7b78dabe18 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461707 May 10 19:15:20.251844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.267469 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca87c84b-d101-49ef-9d44-e37ca693fdff']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:20.282518 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2dc1f12-2916-4203-b443-fe6051bba4d2') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:20.282913 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2dc1f12-2916-4203-b443-fe6051bba4d2') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:15:20.298505 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.326180 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.334480 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3e1470f-1e5c-4879-8c27-6c46287cbe00 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:15:20.336747 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:15:20.337150 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:15:20.351458 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:15:20.374862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: b3e1470f-1e5c-4879-8c27-6c46287cbe00 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:15:20.375127 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3e1470f-1e5c-4879-8c27-6c46287cbe00 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:15:20.375773 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:15:20.412481 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:15:20.412927 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9ff7dbfb-4c81-4068-8b0f-8e56a15cccc4 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:15:20.437076 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.441318 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:20.454364 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.466892 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca87c84b-d101-49ef-9d44-e37ca693fdff,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:20.470615 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:20.477860 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-bdc57a91-9229-4fbb-9edd-80d46b0f3932 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ca87c84b-d101-49ef-9d44-e37ca693fdff HTTP/1.1" status: 204 len: 168 time: 0.4841201 May 10 19:15:20.670300 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35868) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:20.718854 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-0279e0fa-4c0f-41c1-85e0-9d64c3f8a7b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b43d41569f514132912eaf2eb4641459&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472023 May 10 19:15:20.721409 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35872) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:20.886145 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.912998 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.967432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:20.971962 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-345a78b9-77de-4500-8665-97c5a6b30034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:20.999841 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322d0644-f6db-48e7-9774-1388aeb1924c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:21.004301 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:21.013811 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:21.019181 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/322d0644-f6db-48e7-9774-1388aeb1924c HTTP/1.1" status: 204 len: 168 time: 0.2926567 May 10 19:15:21.360629 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c4ac8-e7b2-474d-bd54-a51956eb0ad8 req-3f10b475-df99-4aaf-ad32-c0b4f9c4fa10 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:21.362098 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d04c4ac8-e7b2-474d-bd54-a51956eb0ad8 req-3f10b475-df99-4aaf-ad32-c0b4f9c4fa10 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1120524 May 10 19:15:21.447317 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d04c4ac8-e7b2-474d-bd54-a51956eb0ad8 req-37392265-5f83-4b3f-a260-6e0c88df9607 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740359 May 10 19:15:21.539520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-73587903-e27a-443a-8aa4-b96d3060fd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:21.773431 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:22.662793 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a758ae2-291a-4e9c-836c-ea4eb314847a req-093763e7-67d5-4a07-ba53-a09377b0aaeb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:22.664515 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a758ae2-291a-4e9c-836c-ea4eb314847a req-093763e7-67d5-4a07-ba53-a09377b0aaeb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0913332 May 10 19:15:22.712715 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a758ae2-291a-4e9c-836c-ea4eb314847a req-9870ef21-df04-4696-a1e3-1c9e56936121 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 May 10 19:15:22.793787 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:22.920026 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35942) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:22.987933 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.043538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.059743 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:15:23.063890 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Usage tracker for resource:security_group_rule and tenant:97c54897e33d4f15b02d20beba33aa3c is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:15:23.066946 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:15:23.073862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:15:23.169306 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.173580 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.184294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0e62e353-373b-4914-bb8a-f5c40bfd8012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:23.226244 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97c54897e33d4f15b02d20beba33aa3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051023 May 10 19:15:23.228060 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382effd8-089f-4ea6-8119-0beb16e5c2d2,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:23.230428 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 35950) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:23.233519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:23.304411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.338722 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.417598 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.424131 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-447fe0a8-81aa-4560-9a6a-4afae45faf35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:23.442939 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382effd8-089f-4ea6-8119-0beb16e5c2d2,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:23.451850 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:23.453934 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:23.455388 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/382effd8-089f-4ea6-8119-0beb16e5c2d2 HTTP/1.1" status: 204 len: 168 time: 0.2238784 May 10 19:15:24.011479 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d665c-1fdc-48be-a585-3962b5ce54d7 req-f3195b75-461b-4e0d-ad4b-b1f5e6a38b82 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:24.014071 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-436d665c-1fdc-48be-a585-3962b5ce54d7 req-f3195b75-461b-4e0d-ad4b-b1f5e6a38b82 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1515555 May 10 19:15:24.078752 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-436d665c-1fdc-48be-a585-3962b5ce54d7 req-5b32f5c9-8c24-45c3-b898-343501bf3adb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583293 May 10 19:15:24.285712 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:25.383990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696217f9-a1a0-449d-aee7-8f7ccb8cb23d req-5fd30b77-4708-4b41-8eaa-99a7c9732914 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:25.386650 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-696217f9-a1a0-449d-aee7-8f7ccb8cb23d req-5fd30b77-4708-4b41-8eaa-99a7c9732914 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1454575 May 10 19:15:25.445077 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-696217f9-a1a0-449d-aee7-8f7ccb8cb23d req-df1673ee-d426-4723-a2e3-02c8e6c75a41 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508838 May 10 19:15:26.647498 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97a16a-fd4c-4e8b-891d-6ea9cd71c1fb req-6e18f4e2-f9d6-4516-9612-f960da7c8aac tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:26.649000 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d97a16a-fd4c-4e8b-891d-6ea9cd71c1fb req-6e18f4e2-f9d6-4516-9612-f960da7c8aac tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0886860 May 10 19:15:26.703687 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d97a16a-fd4c-4e8b-891d-6ea9cd71c1fb req-4f12aa12-70d4-4c85-8e1b-df36f523d777 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 May 10 19:15:27.948260 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f48c4-d327-4359-981f-9e0c442eafed req-715ef6c9-d63c-4229-a43b-0f81305837d3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:27.950807 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-401f48c4-d327-4359-981f-9e0c442eafed req-715ef6c9-d63c-4229-a43b-0f81305837d3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1086693 May 10 19:15:28.004210 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-401f48c4-d327-4359-981f-9e0c442eafed req-ee1c6149-1ec0-44ea-a033-7d14fbf04f69 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 May 10 19:15:29.194215 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885617c8-e169-4710-9e07-dc31e01b8e42 req-173f3136-bbaf-4325-9461-1470bedb53e0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:29.195611 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-885617c8-e169-4710-9e07-dc31e01b8e42 req-173f3136-bbaf-4325-9461-1470bedb53e0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0796351 May 10 19:15:29.243238 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-885617c8-e169-4710-9e07-dc31e01b8e42 req-b4daa0b7-b71b-42f4-9697-ace3aed67150 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 May 10 19:15:30.433768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab896d-eaeb-4563-8818-1bd25fdf54a8 req-35f94b3d-dcd7-4135-ac52-36c5d2be4380 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:30.435245 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a5ab896d-eaeb-4563-8818-1bd25fdf54a8 req-35f94b3d-dcd7-4135-ac52-36c5d2be4380 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0804081 May 10 19:15:30.480293 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a5ab896d-eaeb-4563-8818-1bd25fdf54a8 req-47d3d07a-c8ef-4ded-9986-25b050f83519 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390344 May 10 19:15:31.679786 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00600d-b5d6-4a0a-ba53-ae78654a6cc1 req-bdfd8c57-76ba-4473-a562-1b1b9ac3148f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:31.681169 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9f00600d-b5d6-4a0a-ba53-ae78654a6cc1 req-bdfd8c57-76ba-4473-a562-1b1b9ac3148f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0873356 May 10 19:15:31.731094 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9f00600d-b5d6-4a0a-ba53-ae78654a6cc1 req-db268bfc-28df-4180-a824-0697e4690106 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 May 10 19:15:32.927279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e75f-7476-49b2-850b-4d2fb3bdaa64 req-b5734122-5e72-4023-bbbb-624c89b484a8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:32.928793 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a854e75f-7476-49b2-850b-4d2fb3bdaa64 req-b5734122-5e72-4023-bbbb-624c89b484a8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0848861 May 10 19:15:32.975632 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a854e75f-7476-49b2-850b-4d2fb3bdaa64 req-1635daf8-5950-45d8-99f8-8d9074acb8c3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 May 10 19:15:34.003966 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:15:34.247965 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83616a-a23e-4e2d-a86a-359302366aeb req-b45765b2-6d33-4a05-850f-8d8d5149896a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:34.249483 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b83616a-a23e-4e2d-a86a-359302366aeb req-b45765b2-6d33-4a05-850f-8d8d5149896a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1625905 May 10 19:15:34.299354 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b83616a-a23e-4e2d-a86a-359302366aeb req-6ba77a94-33c5-4704-8441-f647df0949ea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424008 May 10 19:15:35.015803 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1dd7a405-4650-4e33-96a0-c15497bdcff9 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:15:35.147818 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:35.161744 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'port_id': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'mac_address': 'fa:16:3e:1e:1f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:15:35.220276 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:35.237232 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd7a405-4650-4e33-96a0-c15497bdcff9 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:15:35.253124 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:35.257023 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:35.258754 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-5ac5a0c6-2b64-4bcf-aa57-bb66abbb1f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:35.324577 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=6']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:35.331881 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.332786 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.333064 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.333391 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.333710 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.334311 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.334638 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.335428 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.335428 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.335576 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.335890 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.336191 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:35.342059 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:35.428509 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['1dd7a405-4650-4e33-96a0-c15497bdcff9'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:15:35.493790 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2984410-2d1d-4213-b75a-a2b1e7938c87 req-0bf2bc6f-52c4-4419-9711-3a3204983017 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:35.495191 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2984410-2d1d-4213-b75a-a2b1e7938c87 req-0bf2bc6f-52c4-4419-9711-3a3204983017 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 944 time: 0.0829177 May 10 19:15:35.542273 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2984410-2d1d-4213-b75a-a2b1e7938c87 req-10ea4706-8271-419f-a1cf-f0d144072cfa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 May 10 19:15:36.734131 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa5d0-76a1-4cbe-8713-7107296b41df req-d8286f0b-4b27-4c05-9ac6-7a79ec408c34 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:36.735586 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-876fa5d0-76a1-4cbe-8713-7107296b41df req-d8286f0b-4b27-4c05-9ac6-7a79ec408c34 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 944 time: 0.0828674 May 10 19:15:36.781109 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-876fa5d0-76a1-4cbe-8713-7107296b41df req-d4f2babc-a259-4207-ab2f-a8d59167dd69 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388923 May 10 19:15:37.026111 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1dd7a405-4650-4e33-96a0-c15497bdcff9 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:15:37.092834 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 1dd7a405-4650-4e33-96a0-c15497bdcff9 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:15:37.093246 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.209641 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.236580 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:15:37.247554 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:37.254728 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:37.256847 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:37.320976 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'code': 200} May 10 19:15:37.358675 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=7']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:37.361761 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:37.981368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448dd94-2153-4540-9b96-a4647e52842f req-07338259-fe76-4fa9-ac15-92f472706f07 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:37.982780 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4448dd94-2153-4540-9b96-a4647e52842f req-07338259-fe76-4fa9-ac15-92f472706f07 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0824928 May 10 19:15:38.035003 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4448dd94-2153-4540-9b96-a4647e52842f req-3ea423f0-42a7-4a4e-97ff-bfebb6fdf51d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456824 May 10 19:15:39.227483 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f251b3-b7d1-46e5-8fb2-866e76e473f8 req-cdb6075e-0fcf-4e87-bcfa-be283e5de37c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:39.228905 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-33f251b3-b7d1-46e5-8fb2-866e76e473f8 req-cdb6075e-0fcf-4e87-bcfa-be283e5de37c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0811768 May 10 19:15:39.272857 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-33f251b3-b7d1-46e5-8fb2-866e76e473f8 req-05cacfdd-5034-443e-9434-3dea7bdfe79b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 May 10 19:15:40.469303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab1aaa-6eb4-4f69-963a-f9e4a6090352 req-e1216532-c87f-4676-8b33-d1485fd465d6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:40.470881 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4cab1aaa-6eb4-4f69-963a-f9e4a6090352 req-e1216532-c87f-4676-8b33-d1485fd465d6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0885999 May 10 19:15:40.533987 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4cab1aaa-6eb4-4f69-963a-f9e4a6090352 req-b11c6f05-7f08-4b39-9002-3abd2bdb602e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553951 May 10 19:15:41.790270 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c6fc-5a25-4774-8d38-9e84e07723a6 req-c3546cb9-fcbc-428b-8343-ba9228f6e167 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:41.792794 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28e6c6fc-5a25-4774-8d38-9e84e07723a6 req-c3546cb9-fcbc-428b-8343-ba9228f6e167 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1207564 May 10 19:15:41.846687 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28e6c6fc-5a25-4774-8d38-9e84e07723a6 req-f52920c9-c9e7-4ccf-914c-121923766652 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478697 May 10 19:15:43.083147 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15977c7e-ea6f-4284-befb-255a36114ec0 req-8c2ca1b0-5bf2-4d14-b0cb-0f02ec40c6f3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:43.085268 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-15977c7e-ea6f-4284-befb-255a36114ec0 req-8c2ca1b0-5bf2-4d14-b0cb-0f02ec40c6f3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1067257 May 10 19:15:43.161084 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-15977c7e-ea6f-4284-befb-255a36114ec0 req-cfd41bcf-2e52-407d-ac4f-98eb79617be0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700054 May 10 19:15:44.605042 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0444d-61c4-44ce-bbec-6c3e971c6b19 req-36f274b1-7904-452e-831d-2a2d56d96afc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:44.607208 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fb0444d-61c4-44ce-bbec-6c3e971c6b19 req-36f274b1-7904-452e-831d-2a2d56d96afc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.3017843 May 10 19:15:44.670452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7fb0444d-61c4-44ce-bbec-6c3e971c6b19 req-2f44be46-348c-422f-9952-e1a9201e8d6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565984 May 10 19:15:45.892046 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185a5bc-b71a-4b6b-9533-515011882eec req-d21e7845-2f88-4541-8075-5b4814c0395e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:45.893873 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f185a5bc-b71a-4b6b-9533-515011882eec req-d21e7845-2f88-4541-8075-5b4814c0395e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0960534 May 10 19:15:45.953507 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f185a5bc-b71a-4b6b-9533-515011882eec req-9e7d0d81-fe9a-4b18-aa41-3c36f2e9b13b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524633 May 10 19:15:47.360451 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862cabc-eda3-421d-8a8c-668f4593fbb1 req-fb441582-0108-42f6-9f3a-bb735c04e047 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:47.362165 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4862cabc-eda3-421d-8a8c-668f4593fbb1 req-fb441582-0108-42f6-9f3a-bb735c04e047 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0969541 May 10 19:15:47.429931 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4862cabc-eda3-421d-8a8c-668f4593fbb1 req-2231bd52-4eb3-4291-a35a-6de764cfe758 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608852 May 10 19:15:48.746697 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cade7-b972-4acc-915b-b29cf838faf5 req-aeb35a47-854d-4608-aefa-5eb46bbdfdf4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:48.748347 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-629cade7-b972-4acc-915b-b29cf838faf5 req-aeb35a47-854d-4608-aefa-5eb46bbdfdf4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.1548414 May 10 19:15:48.809247 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-629cade7-b972-4acc-915b-b29cf838faf5 req-172c3fbb-69f0-46b0-9661-6d9c03bab90f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527534 May 10 19:15:49.034963 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ae07ef51-282f-444f-a742-2d6826023236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:50.053600 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a643ef-2086-4689-9d18-183ff661181a req-a430c483-290d-4f00-97c4-4a520e3b63be tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:50.055538 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17a643ef-2086-4689-9d18-183ff661181a req-a430c483-290d-4f00-97c4-4a520e3b63be tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0970051 May 10 19:15:50.105195 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17a643ef-2086-4689-9d18-183ff661181a req-beabe5c4-40b1-427b-916c-5c7897f015a8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437543 May 10 19:15:50.842183 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-71bf754a-8d15-4b00-81b2-ffaa75f5ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:50.843571 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-71bf754a-8d15-4b00-81b2-ffaa75f5ba2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 1098 time: 0.0704410 May 10 19:15:50.976240 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-3bde5aa1-2c43-4383-bb87-816cac2caaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:50.977849 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-3bde5aa1-2c43-4383-bb87-816cac2caaf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.1268640 May 10 19:15:51.173103 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-1441c4de-2693-4ed8-bc22-527b0ffa9db9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 200 len: 1001 time: 0.1885960 May 10 19:15:51.279952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-45ec4deb-5156-4c6d-aa01-0e8d01321021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:51.281433 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-45ec4deb-5156-4c6d-aa01-0e8d01321021 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.1010094 May 10 19:15:51.335532 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0885a9-3fab-4f86-90f3-f915a9a21134 req-f0f343b2-b89f-4841-890b-6efcc0126d62 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:51.337020 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-da0885a9-3fab-4f86-90f3-f915a9a21134 req-f0f343b2-b89f-4841-890b-6efcc0126d62 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0872636 May 10 19:15:51.361596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-5063e101-f019-4afa-913e-b97c77c87dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:51.363267 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-5063e101-f019-4afa-913e-b97c77c87dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740244 May 10 19:15:51.383757 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-da0885a9-3fab-4f86-90f3-f915a9a21134 req-3ec089ad-d9d5-4ea5-974f-d580ce020412 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 May 10 19:15:51.494733 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-b082ef4a-08ec-4efb-9122-6595fd1b96e0 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250234 May 10 19:15:51.533649 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-56499bdd-5c35-4532-a6f3-964977b0ea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:51.631268 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0994b754-5308-45a7-a9ec-057e7c1c9166 req-5811d406-9327-4453-8d99-19801048d8bf service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291134 May 10 19:15:51.784350 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:52.580404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228482c-486e-475f-bfde-81241e6e2345 req-60b5bf9b-77a7-4625-8cd8-76fe47313258 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:52.582452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0228482c-486e-475f-bfde-81241e6e2345 req-60b5bf9b-77a7-4625-8cd8-76fe47313258 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0848320 May 10 19:15:52.627529 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0228482c-486e-475f-bfde-81241e6e2345 req-d3d963cd-a910-4d7a-8ba6-8c2f61c8ef37 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 May 10 19:15:52.779144 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:52.989016 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:53.821405 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2536953-3209-491f-aa5d-1821d9addf75 req-57feb707-237e-4b3f-8936-cbe1efeb131a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:53.822886 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a2536953-3209-491f-aa5d-1821d9addf75 req-57feb707-237e-4b3f-8936-cbe1efeb131a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0825469 May 10 19:15:53.872005 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a2536953-3209-491f-aa5d-1821d9addf75 req-f8caf000-1c34-40c0-b676-76b204c25ada tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 May 10 19:15:54.298855 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:54.825556 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036884bb-67c0-4fac-9dfb-fa348c0fae07 req-48a173ba-9c38-459c-bf04-f676b1ff46fc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:54.827254 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-036884bb-67c0-4fac-9dfb-fa348c0fae07 req-48a173ba-9c38-459c-bf04-f676b1ff46fc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 945 time: 0.0868988 May 10 19:15:54.878908 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-036884bb-67c0-4fac-9dfb-fa348c0fae07 req-a1b826cb-b173-4394-88e7-984747a1c568 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 May 10 19:15:55.031429 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 36444) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:15:55.124135 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1dd7a405-4650-4e33-96a0-c15497bdcff9 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:15:55.142269 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2043b6b8-fb61-4961-88ce-89148ba358d6 req-41ecbf11-0394-4542-8f13-a3046a8a9222 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092875 May 10 19:15:55.235666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:55.262633 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:15:55.273345 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:15:55.278188 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:15:55.280171 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-27c60ae0-75d9-4696-939f-2ce609d3159a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:15:55.312916 dv-cinder-780933-5-iscsi neutron-server[78733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'code': 422} returned with failed status May 10 19:15:55.357109 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=8']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:55.360519 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:15:56.070740 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2655-74dc-4a3d-8441-c196cbfd236e req-09282b36-f385-425a-8947-bffefb683942 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:56.072189 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6dcd2655-74dc-4a3d-8441-c196cbfd236e req-09282b36-f385-425a-8947-bffefb683942 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0825315 May 10 19:15:56.117307 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6dcd2655-74dc-4a3d-8441-c196cbfd236e req-b045f561-42a2-4384-9276-067c98632247 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393846 May 10 19:15:57.312327 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5246-e4f4-47e0-a62d-c8c4e01633a5 req-2de07d06-36f3-44c4-9dbd-4186db7b7f05 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:57.313776 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-615a5246-e4f4-47e0-a62d-c8c4e01633a5 req-2de07d06-36f3-44c4-9dbd-4186db7b7f05 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0810964 May 10 19:15:57.363630 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-615a5246-e4f4-47e0-a62d-c8c4e01633a5 req-b44dc22c-65c9-4abb-a2a4-513c2a8a4eb9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 May 10 19:15:58.559044 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f0f6f-b8b4-4fc9-852e-31d24b470648 req-35afad07-4cec-42e0-bfe2-0f3519c0f3b2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:58.560419 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d18f0f6f-b8b4-4fc9-852e-31d24b470648 req-35afad07-4cec-42e0-bfe2-0f3519c0f3b2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0837975 May 10 19:15:58.605101 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d18f0f6f-b8b4-4fc9-852e-31d24b470648 req-9d38bf78-a518-408a-ab51-127183c242b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382192 May 10 19:15:59.793233 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a56d1-9796-4adc-b0ef-d65202959c0e req-de3aa548-1021-41fe-a7fc-0c7195cf8666 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:15:59.794908 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-701a56d1-9796-4adc-b0ef-d65202959c0e req-de3aa548-1021-41fe-a7fc-0c7195cf8666 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0795114 May 10 19:15:59.839879 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-701a56d1-9796-4adc-b0ef-d65202959c0e req-7e2cff1d-3239-4751-bfa3-8285c36d4630 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390739 May 10 19:16:01.026309 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cf8c4-8ec1-4750-ab23-8102b79d75a8 req-a9df253c-bfb1-49bf-b3ea-3b42b016196f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:01.027803 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5d0cf8c4-8ec1-4750-ab23-8102b79d75a8 req-a9df253c-bfb1-49bf-b3ea-3b42b016196f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0793536 May 10 19:16:01.073182 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5d0cf8c4-8ec1-4750-ab23-8102b79d75a8 req-eceea0a7-a254-4d83-ab5e-4d540347d001 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396690 May 10 19:16:02.271508 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf7d6-0b6b-4967-9a6d-f648c5067e08 req-356b5857-b556-4cb7-905e-6cd6d15c8871 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:02.272973 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ecebf7d6-0b6b-4967-9a6d-f648c5067e08 req-356b5857-b556-4cb7-905e-6cd6d15c8871 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0878131 May 10 19:16:02.320075 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ecebf7d6-0b6b-4967-9a6d-f648c5067e08 req-21df498f-a262-4557-9395-0300457ad0c5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 May 10 19:16:03.567891 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a675264-dc7b-4a29-b440-6bc4aeb2d7b7 req-d6ec657e-8755-4ffd-ba83-3ba55f5faaf6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:03.569372 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a675264-dc7b-4a29-b440-6bc4aeb2d7b7 req-d6ec657e-8755-4ffd-ba83-3ba55f5faaf6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1256819 May 10 19:16:03.619207 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a675264-dc7b-4a29-b440-6bc4aeb2d7b7 req-c9c53944-a47b-40e4-8eb3-b594fc7865f4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434854 May 10 19:16:04.955020 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eebd67-96d6-4620-9e01-0824f76835dd req-9d071b08-6d14-461d-a0bb-706833ba36ac tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:04.956582 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-13eebd67-96d6-4620-9e01-0824f76835dd req-9d071b08-6d14-461d-a0bb-706833ba36ac tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0817735 May 10 19:16:05.009145 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-13eebd67-96d6-4620-9e01-0824f76835dd req-4510f482-67f2-407f-8a13-e9d3ea09617d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464206 May 10 19:16:06.204984 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe588-c2cb-446c-9836-8a4011e87777 req-fbe2dc2a-b5a9-4c85-9403-9db8d060f056 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:06.206505 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a26fe588-c2cb-446c-9836-8a4011e87777 req-fbe2dc2a-b5a9-4c85-9403-9db8d060f056 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0807664 May 10 19:16:06.254359 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a26fe588-c2cb-446c-9836-8a4011e87777 req-bc8764ed-665e-410a-bce6-eae58812d7d2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 May 10 19:16:07.450464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0018f-0010-4892-aa8e-30c09ccb8e7b req-b581cbb4-6adb-4025-b9aa-fc7bfe7f40bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:07.451998 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-84e0018f-0010-4892-aa8e-30c09ccb8e7b req-b581cbb4-6adb-4025-b9aa-fc7bfe7f40bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0840349 May 10 19:16:07.500042 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-84e0018f-0010-4892-aa8e-30c09ccb8e7b req-7b7c0aa4-004a-423e-b391-eecda6c270e2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 May 10 19:16:08.697616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf1bf2-cc6c-4bdf-92f0-a4f4867879db req-7c667d89-3ba1-447e-9366-1d26dd129f26 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:08.699436 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-20bf1bf2-cc6c-4bdf-92f0-a4f4867879db req-7c667d89-3ba1-447e-9366-1d26dd129f26 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0847485 May 10 19:16:08.755953 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-20bf1bf2-cc6c-4bdf-92f0-a4f4867879db req-c479e293-a9c8-4155-93d9-0a5a53299090 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505826 May 10 19:16:09.950491 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ffe9b-261f-417c-a711-360bfb2c8fef req-58f23966-9dc7-4cb4-9c5f-5ccc00b8a71f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:09.951970 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f6ffe9b-261f-417c-a711-360bfb2c8fef req-58f23966-9dc7-4cb4-9c5f-5ccc00b8a71f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0862691 May 10 19:16:09.997184 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f6ffe9b-261f-417c-a711-360bfb2c8fef req-6b93feca-3307-4385-bb0a-2e61d034ce6c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 May 10 19:16:11.003808 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:16:11.194472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640fd35-c937-43ee-b10e-ec85fb9e64d6 req-d6b8b0ad-db4a-4af7-8942-9c1bfb140200 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:11.195858 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f640fd35-c937-43ee-b10e-ec85fb9e64d6 req-d6b8b0ad-db4a-4af7-8942-9c1bfb140200 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0846283 May 10 19:16:11.241655 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f640fd35-c937-43ee-b10e-ec85fb9e64d6 req-07e38d41-2283-40a3-a5e0-060ad972a6c6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 May 10 19:16:12.451849 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601edbec-7f99-4f10-a288-64ee7bb60de6 req-8c0dc2b7-c996-4ce3-9ca1-862e72fac14a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:12.453490 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-601edbec-7f99-4f10-a288-64ee7bb60de6 req-8c0dc2b7-c996-4ce3-9ca1-862e72fac14a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0937910 May 10 19:16:12.502162 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-601edbec-7f99-4f10-a288-64ee7bb60de6 req-638ed0e8-a2ef-45a5-a71f-4f326589b6da tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 May 10 19:16:13.702205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c361-d9c2-4d23-a6b9-daa320fbde3d req-3b1f08df-fa92-408b-9dd2-99e9c8dcdda1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:13.703709 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a8c361-d9c2-4d23-a6b9-daa320fbde3d req-3b1f08df-fa92-408b-9dd2-99e9c8dcdda1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0838301 May 10 19:16:13.756899 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a8c361-d9c2-4d23-a6b9-daa320fbde3d req-77342ad5-7d13-4541-a3e1-ef3ddc705530 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 May 10 19:16:15.058919 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02545c-2fce-42e0-9951-8d02dbd6f1db req-3e2c018b-d0f7-40b3-bd45-3e64e4f159ed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:15.060436 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b02545c-2fce-42e0-9951-8d02dbd6f1db req-3e2c018b-d0f7-40b3-bd45-3e64e4f159ed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1590736 May 10 19:16:15.111842 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b02545c-2fce-42e0-9951-8d02dbd6f1db req-d1897495-12ac-4c51-8c1d-096a79688f86 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451069 May 10 19:16:16.303828 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab1ec4-5a4e-465d-bc70-512a7b54d5e6 req-fa183ed4-21d7-4b0f-8e5c-8589bda92317 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:16.305296 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9bab1ec4-5a4e-465d-bc70-512a7b54d5e6 req-fa183ed4-21d7-4b0f-8e5c-8589bda92317 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0795515 May 10 19:16:16.350435 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9bab1ec4-5a4e-465d-bc70-512a7b54d5e6 req-4c1bd2d2-d69f-4950-afa7-ace4c1945e17 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 May 10 19:16:17.583856 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885a06b-a92f-47ea-9017-721a277dbbdf req-1b6758ab-f943-4e54-8d23-29417d8d2c98 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:17.586418 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e885a06b-a92f-47ea-9017-721a277dbbdf req-1b6758ab-f943-4e54-8d23-29417d8d2c98 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1154516 May 10 19:16:17.646069 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e885a06b-a92f-47ea-9017-721a277dbbdf req-3f400432-916d-4150-b461-d2b305132d87 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529757 May 10 19:16:18.938789 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa2c97-0f0d-4344-af00-a87e038aab15 req-fd9357a1-84b6-44fa-872a-1dd521647f03 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:18.942488 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8faa2c97-0f0d-4344-af00-a87e038aab15 req-fd9357a1-84b6-44fa-872a-1dd521647f03 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1012323 May 10 19:16:19.042913 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ca0cbdfc-c822-4b53-8d9e-3aa310ec35d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:19.086938 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8faa2c97-0f0d-4344-af00-a87e038aab15 req-879daf5d-dd4e-46c1-8360-e8b3b19d98bb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353998 May 10 19:16:20.292156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23d54a-8ad0-4e31-9347-7770a3da3c6b req-e5dd2293-5bce-40cb-a218-e058534d8c33 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:20.293742 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-df23d54a-8ad0-4e31-9347-7770a3da3c6b req-e5dd2293-5bce-40cb-a218-e058534d8c33 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0861626 May 10 19:16:20.356159 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-df23d54a-8ad0-4e31-9347-7770a3da3c6b req-f97daaf4-2875-42a3-8aba-5995d976fec8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557761 May 10 19:16:21.552892 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6aaa115e-6039-49c9-a921-d367a8cf3df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:21.574742 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357b49-3a99-41fa-bb90-dd2592f7ed01 req-f833d718-ca1e-44ea-aeee-1c10c3f7aa04 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:21.580663 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2357b49-3a99-41fa-bb90-dd2592f7ed01 req-f833d718-ca1e-44ea-aeee-1c10c3f7aa04 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.1721299 May 10 19:16:21.668844 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2357b49-3a99-41fa-bb90-dd2592f7ed01 req-c006fe5f-f86f-46e5-9dca-9b4452ac8491 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0777395 May 10 19:16:21.703341 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ada4d-982a-42f4-a1e0-c47e666f77fc req-fce6298f-62eb-4459-bcc6-ed7e88c35fbd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:21.705041 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-879ada4d-982a-42f4-a1e0-c47e666f77fc req-fce6298f-62eb-4459-bcc6-ed7e88c35fbd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1287689 May 10 19:16:21.769591 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-879ada4d-982a-42f4-a1e0-c47e666f77fc req-1136ad55-eff9-4ee9-a621-31c8373fb36b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542200 May 10 19:16:21.782083 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:22.797345 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:22.905754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d941b5-ad72-40c7-817f-d27789628f5b req-47af27ae-5042-4bee-b3e4-0ac173e8c26f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:22.909039 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-33d941b5-ad72-40c7-817f-d27789628f5b req-47af27ae-5042-4bee-b3e4-0ac173e8c26f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.1115730 May 10 19:16:22.966945 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-33d941b5-ad72-40c7-817f-d27789628f5b req-5451b949-c14b-434a-8853-5ea2d100b91b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0466056 May 10 19:16:23.012175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:23.069853 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532a038-2b7b-4ed3-9bd7-6d231637d3c1 req-c36c9844-190d-496f-aef6-23d4bf08b834 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:23.072592 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6532a038-2b7b-4ed3-9bd7-6d231637d3c1 req-c36c9844-190d-496f-aef6-23d4bf08b834 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1473653 May 10 19:16:23.149901 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6532a038-2b7b-4ed3-9bd7-6d231637d3c1 req-7944f287-025d-431d-86a6-d2459fc276b9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707104 May 10 19:16:23.382578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-78c2cfbc-e375-466d-8303-e24a91ab2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:23.384063 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-78c2cfbc-e375-466d-8303-e24a91ab2c68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1138 time: 0.1249452 May 10 19:16:23.528836 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-f11c8a97-582e-4e6f-939b-3cafc55819c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:23.530373 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-f11c8a97-582e-4e6f-939b-3cafc55819c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1375928 May 10 19:16:23.632876 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-ff66613b-1c8e-495f-a81c-67cab0b94415 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 1002 time: 0.0953872 May 10 19:16:23.702618 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-f0011e8d-e0d0-40bc-b2dd-2dfb0149468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:23.703949 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-f0011e8d-e0d0-40bc-b2dd-2dfb0149468a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0646889 May 10 19:16:23.789185 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-b5665c19-718e-4d9f-b62e-37d0e489fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:23.790806 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-b5665c19-718e-4d9f-b62e-37d0e489fbdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802319 May 10 19:16:23.924656 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-b6cb14d0-dc0b-4ffd-870c-0db2ba2cc861 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250563 May 10 19:16:24.069418 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e29b36a-889a-4143-b0a8-dc865667e775 req-0ec40177-bb0a-4c69-af33-05531d407c8d service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384168 May 10 19:16:24.210220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f935a-ff3e-4633-96eb-43b3ec875160 req-4327dabb-7589-4709-a226-800e002dc3f8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:24.213069 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-745f935a-ff3e-4633-96eb-43b3ec875160 req-4327dabb-7589-4709-a226-800e002dc3f8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.1026919 May 10 19:16:24.313898 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-745f935a-ff3e-4633-96eb-43b3ec875160 req-83152818-f4ee-4630-b9f4-d076268d6ab7 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0894284 May 10 19:16:24.316385 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:24.446327 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9b8cf-a6d8-4f14-a5f4-3e4771fd2ec7 req-8771d92f-bc34-4fe3-877b-de61e8041b2b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:24.448830 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d6d9b8cf-a6d8-4f14-a5f4-3e4771fd2ec7 req-8771d92f-bc34-4fe3-877b-de61e8041b2b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1566911 May 10 19:16:24.511546 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d6d9b8cf-a6d8-4f14-a5f4-3e4771fd2ec7 req-e7263447-ca74-4eca-a948-9bd06dbfd256 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557909 May 10 19:16:25.530657 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389412e-7b52-48e6-9128-a6b62229f8c4 req-85dc49c2-dbc4-4489-ad32-f0078224f47d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:25.532389 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a389412e-7b52-48e6-9128-a6b62229f8c4 req-85dc49c2-dbc4-4489-ad32-f0078224f47d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0915349 May 10 19:16:25.590765 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a389412e-7b52-48e6-9128-a6b62229f8c4 req-44121965-9389-4482-b976-51ddb0293f24 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510616 May 10 19:16:25.686292 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b8c59-06d6-407c-8461-e79ea234c0cb req-2485ae0d-bd73-4285-94cd-66fc4d395992 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:25.688007 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-497b8c59-06d6-407c-8461-e79ea234c0cb req-2485ae0d-bd73-4285-94cd-66fc4d395992 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0882068 May 10 19:16:25.738839 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-497b8c59-06d6-407c-8461-e79ea234c0cb req-bb3c888e-64a1-433c-a779-99919e673e72 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444431 May 10 19:16:25.780686 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed392f-a2f9-438f-ab11-648204bcf24c req-51ee7881-8333-459e-af58-6189f9bf8bb5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:25.783855 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96ed392f-a2f9-438f-ab11-648204bcf24c req-51ee7881-8333-459e-af58-6189f9bf8bb5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0881491 May 10 19:16:25.829547 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96ed392f-a2f9-438f-ab11-648204bcf24c req-0124f360-2788-4101-9d92-1189c7520b27 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 May 10 19:16:26.796595 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f79da-12a2-4a4b-a738-ec1d4367219d req-801ae700-ccf1-490c-9a7e-a4f282df06c7 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:26.798180 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d90f79da-12a2-4a4b-a738-ec1d4367219d req-801ae700-ccf1-490c-9a7e-a4f282df06c7 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0941060 May 10 19:16:26.852592 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d90f79da-12a2-4a4b-a738-ec1d4367219d req-076543d9-acf4-42e5-bdc4-3805f3eee216 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0469739 May 10 19:16:26.939418 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f987-df8b-45ce-961c-381bd9bd0b7e req-41c945b4-e94e-4cd6-bc1b-68f04e8e466d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:26.941111 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3db5f987-df8b-45ce-961c-381bd9bd0b7e req-41c945b4-e94e-4cd6-bc1b-68f04e8e466d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0862699 May 10 19:16:26.989078 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3db5f987-df8b-45ce-961c-381bd9bd0b7e req-c33e429c-7f52-4753-9c71-f6948b6ddc16 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419760 May 10 19:16:27.041655 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5779a7-de83-42a7-81c7-b2e5da92f619 req-fadc7b7c-13f0-4d4b-84ef-4634103d9533 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:27.043152 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ea5779a7-de83-42a7-81c7-b2e5da92f619 req-fadc7b7c-13f0-4d4b-84ef-4634103d9533 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0872536 May 10 19:16:27.113268 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ea5779a7-de83-42a7-81c7-b2e5da92f619 req-0e05a638-f346-4836-ac94-2805b64fb8af tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634792 May 10 19:16:28.044142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507dc7-0c37-48af-aec0-8335e31a4ed1 req-3eaafaae-2a3f-41b4-9312-634d75a2aaac tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:28.045810 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-95507dc7-0c37-48af-aec0-8335e31a4ed1 req-3eaafaae-2a3f-41b4-9312-634d75a2aaac tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0835049 May 10 19:16:28.125024 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-95507dc7-0c37-48af-aec0-8335e31a4ed1 req-1c6cc9e0-5b06-4d2a-8698-b88cad0441ce tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0720687 May 10 19:16:28.205757 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b7c34-82f6-438b-8ea7-f5227df1abe3 req-5e978a1b-561c-4ff7-ab69-1b45d093879a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:28.207301 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f7b7c34-82f6-438b-8ea7-f5227df1abe3 req-5e978a1b-561c-4ff7-ab69-1b45d093879a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1076808 May 10 19:16:28.259847 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f7b7c34-82f6-438b-8ea7-f5227df1abe3 req-2cd90853-1a27-4ec8-b825-279f7d118e2c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448484 May 10 19:16:28.414905 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48196-4d68-4e34-8ef8-e6444404316d req-030c169e-a406-4652-ae93-caa4cb155ddb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:28.416383 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9c48196-4d68-4e34-8ef8-e6444404316d req-030c169e-a406-4652-ae93-caa4cb155ddb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0821676 May 10 19:16:28.462926 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9c48196-4d68-4e34-8ef8-e6444404316d req-8fd3230f-090b-4179-90dc-15639059195e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 May 10 19:16:29.330213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d813040-c5a4-41f9-955b-3bd294f3450c req-279d2073-1cd1-43ab-a971-81d8f5773994 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:29.331741 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9d813040-c5a4-41f9-955b-3bd294f3450c req-279d2073-1cd1-43ab-a971-81d8f5773994 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0885806 May 10 19:16:29.390387 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9d813040-c5a4-41f9-955b-3bd294f3450c req-773e44d8-8072-48a5-9744-9f01f4f4a160 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0470700 May 10 19:16:29.502242 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e174a6-3e98-44a1-94e4-b337d07d966c req-96e36529-d366-46a7-991f-215962bf3246 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:29.503773 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d1e174a6-3e98-44a1-94e4-b337d07d966c req-96e36529-d366-46a7-991f-215962bf3246 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0826633 May 10 19:16:29.642160 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d1e174a6-3e98-44a1-94e4-b337d07d966c req-97a4e890-7b0c-4658-b71c-29ba0925a29e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315155 May 10 19:16:29.711471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60fabc-c825-4729-80e7-b9f21f13b0b3 req-a85f6065-c3eb-4eaa-be78-5d6cef33508a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:29.713007 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4d60fabc-c825-4729-80e7-b9f21f13b0b3 req-a85f6065-c3eb-4eaa-be78-5d6cef33508a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1323307 May 10 19:16:29.769470 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4d60fabc-c825-4729-80e7-b9f21f13b0b3 req-0500decd-314f-4c1f-b006-632c01ccb446 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 May 10 19:16:30.577620 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec59ce-96ac-4ba2-9f10-a0250bd930d5 req-89290994-9e67-41c5-9a1c-b52fc5cc4fd1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:30.579081 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a6ec59ce-96ac-4ba2-9f10-a0250bd930d5 req-89290994-9e67-41c5-9a1c-b52fc5cc4fd1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0802760 May 10 19:16:30.628242 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a6ec59ce-96ac-4ba2-9f10-a0250bd930d5 req-45e74cb2-6018-479e-98fd-17d256c7cb0c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0420589 May 10 19:16:30.888519 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3586b29-3276-470c-8477-5a61255f9fcd req-3ecb4734-7beb-4b71-858a-fa8b321e807f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:30.890337 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3586b29-3276-470c-8477-5a61255f9fcd req-3ecb4734-7beb-4b71-858a-fa8b321e807f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1232245 May 10 19:16:30.952710 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3586b29-3276-470c-8477-5a61255f9fcd req-c5699ca6-fbf6-447e-acaf-2e5648aa9216 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499108 May 10 19:16:31.012894 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83c1b2-6fbb-4dc1-a425-ba31735db9fb req-88f3ee2a-ba9c-4d87-91c2-705980964227 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:31.014363 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-da83c1b2-6fbb-4dc1-a425-ba31735db9fb req-88f3ee2a-ba9c-4d87-91c2-705980964227 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0899096 May 10 19:16:31.062165 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-da83c1b2-6fbb-4dc1-a425-ba31735db9fb req-9db5833e-6220-44bc-bf60-ae8d4cb9f3c0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 May 10 19:16:31.831098 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb077c-cc4e-47f9-81a0-bfa657a7636e req-bca5b275-dca9-4f31-8f41-bb6d715d9367 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:31.832867 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-37eb077c-cc4e-47f9-81a0-bfa657a7636e req-bca5b275-dca9-4f31-8f41-bb6d715d9367 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0854156 May 10 19:16:31.881690 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-37eb077c-cc4e-47f9-81a0-bfa657a7636e req-59efb8a3-3548-44f4-8327-c2a0a4ebdcc9 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426447 May 10 19:16:32.183298 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401aa94-4991-4fe3-9013-421e06c0c14a req-846f1c41-d17c-4716-966a-22bf30497ff6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:32.185688 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a401aa94-4991-4fe3-9013-421e06c0c14a req-846f1c41-d17c-4716-966a-22bf30497ff6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1110785 May 10 19:16:32.247788 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a401aa94-4991-4fe3-9013-421e06c0c14a req-8d1da5e1-51b5-4b94-ad02-d3dff98b3f21 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559471 May 10 19:16:32.321583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea68e10-4a32-4721-a5ac-9e911c4dac82 req-0fef87c5-e93c-4b9f-aece-f06a67631a36 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:32.324199 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dea68e10-4a32-4721-a5ac-9e911c4dac82 req-0fef87c5-e93c-4b9f-aece-f06a67631a36 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1049581 May 10 19:16:32.378857 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dea68e10-4a32-4721-a5ac-9e911c4dac82 req-ef36dff4-3a79-47ab-982c-c521f2d02e15 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489280 May 10 19:16:33.075746 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5e4a7-8a08-4651-acd7-9a1e79702fbc req-e802f40a-af3b-48d8-bf7f-d2aa9b18ec01 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:33.077231 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40d5e4a7-8a08-4651-acd7-9a1e79702fbc req-e802f40a-af3b-48d8-bf7f-d2aa9b18ec01 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0801456 May 10 19:16:33.127109 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40d5e4a7-8a08-4651-acd7-9a1e79702fbc req-613cd514-6a3d-4726-9557-3096d8b35c77 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431602 May 10 19:16:33.453715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b830b1b-7d03-48b6-b58f-39a8fc21c2c9 req-80db7109-e441-4bdb-b1dd-290fc1135ae3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:33.455134 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b830b1b-7d03-48b6-b58f-39a8fc21c2c9 req-80db7109-e441-4bdb-b1dd-290fc1135ae3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0854938 May 10 19:16:33.510029 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b830b1b-7d03-48b6-b58f-39a8fc21c2c9 req-7f44a4f0-b168-45ac-82aa-1f0af3e324df tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444949 May 10 19:16:33.584323 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f826d54-69ee-4b19-9bd4-90326d166b1f req-47b2b9bb-338d-43f7-afb1-2c3014f1fe61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:33.585775 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1f826d54-69ee-4b19-9bd4-90326d166b1f req-47b2b9bb-338d-43f7-afb1-2c3014f1fe61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0862348 May 10 19:16:33.633334 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1f826d54-69ee-4b19-9bd4-90326d166b1f req-4b66bdfd-c0cd-4316-8b4d-52387de73f4a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 May 10 19:16:34.422308 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb55ce1-1002-4520-bce0-af1b54e181ca req-c00c160c-d36f-461b-b7ac-2cf86f959662 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:34.423896 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5cb55ce1-1002-4520-bce0-af1b54e181ca req-c00c160c-d36f-461b-b7ac-2cf86f959662 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.1832011 May 10 19:16:34.490950 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5cb55ce1-1002-4520-bce0-af1b54e181ca req-88007c31-a611-43b1-b47c-a0b6e3d941cf tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604861 May 10 19:16:34.722833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3f0d-1bf2-40c1-8956-55cd67fd3876 req-8d29d0d5-1e54-4c8b-952b-c63977288d32 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:34.724353 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af7e3f0d-1bf2-40c1-8956-55cd67fd3876 req-8d29d0d5-1e54-4c8b-952b-c63977288d32 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0862930 May 10 19:16:34.782471 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-af7e3f0d-1bf2-40c1-8956-55cd67fd3876 req-175b4df5-971d-48da-8337-dde1575acb0d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509417 May 10 19:16:34.876973 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cec4d-f59e-4234-9ae0-4162092781a7 req-21cc4bba-2938-4268-912f-7faedd1213da tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:34.879592 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-098cec4d-f59e-4234-9ae0-4162092781a7 req-21cc4bba-2938-4268-912f-7faedd1213da tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1237087 May 10 19:16:34.931603 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-098cec4d-f59e-4234-9ae0-4162092781a7 req-9b2550d5-7cee-4e23-9b1d-0f5e2b1fe112 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460579 May 10 19:16:35.683481 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2894d-d699-4bd6-855f-6dbc777d25d5 req-84c1d5e4-0c57-4b07-8795-cf6543046b18 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:35.684936 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fde2894d-d699-4bd6-855f-6dbc777d25d5 req-84c1d5e4-0c57-4b07-8795-cf6543046b18 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0804324 May 10 19:16:35.736619 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fde2894d-d699-4bd6-855f-6dbc777d25d5 req-0664696e-5984-4425-ada0-624d0deed7df tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432248 May 10 19:16:36.041501 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f0548-3e15-4baa-8e4a-01da538ec78e req-285dbdbc-87e1-41d7-9ee8-fa5f24fa378d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:36.043875 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c07f0548-3e15-4baa-8e4a-01da538ec78e req-285dbdbc-87e1-41d7-9ee8-fa5f24fa378d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0956781 May 10 19:16:36.098963 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c07f0548-3e15-4baa-8e4a-01da538ec78e req-90a6b543-4bf1-46c2-929c-3ad2089cb585 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440485 May 10 19:16:36.147464 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c919e07-d810-47a8-a624-750f03f55f8f req-c565df4c-289f-4530-897f-6203236ba38f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:36.148950 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7c919e07-d810-47a8-a624-750f03f55f8f req-c565df4c-289f-4530-897f-6203236ba38f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0868149 May 10 19:16:36.196166 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7c919e07-d810-47a8-a624-750f03f55f8f req-af0e7a04-731b-45e5-85a9-1d455ad5687d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412660 May 10 19:16:36.935520 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3767f9-6a30-4a09-b73e-ea031996e2d3 req-520cce93-9806-484e-aec9-0aec25bc6ab5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:36.936999 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5e3767f9-6a30-4a09-b73e-ea031996e2d3 req-520cce93-9806-484e-aec9-0aec25bc6ab5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0861764 May 10 19:16:36.983846 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5e3767f9-6a30-4a09-b73e-ea031996e2d3 req-723c43e5-db97-4ed4-86d5-4a7a9087bfc9 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0403636 May 10 19:16:37.313486 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ca105-e10a-4ea8-a846-5a218425f566 req-0e2aa049-eacc-4d85-9b2a-ee523ade122d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:37.315648 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e14ca105-e10a-4ea8-a846-5a218425f566 req-0e2aa049-eacc-4d85-9b2a-ee523ade122d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0912991 May 10 19:16:37.370271 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e14ca105-e10a-4ea8-a846-5a218425f566 req-191e2b89-1016-4354-b774-fbe6b64ea73e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463309 May 10 19:16:37.445673 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3643e0-4cb1-4b75-9e4a-fa0331321fbd req-19892cf0-692c-40f5-b23a-523cd3041f71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:37.447158 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4a3643e0-4cb1-4b75-9e4a-fa0331321fbd req-19892cf0-692c-40f5-b23a-523cd3041f71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1099749 May 10 19:16:37.497792 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4a3643e0-4cb1-4b75-9e4a-fa0331321fbd req-ca7aba21-cd8e-45c8-a8c9-ef288a6f22b2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446212 May 10 19:16:38.201659 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3869f-9ae9-4ac5-8c6c-8bd935375f62 req-fc1e8224-c315-475f-89f1-7146268ba94f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:38.203187 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e4b3869f-9ae9-4ac5-8c6c-8bd935375f62 req-fc1e8224-c315-475f-89f1-7146268ba94f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0818300 May 10 19:16:38.256736 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e4b3869f-9ae9-4ac5-8c6c-8bd935375f62 req-f7fe8a74-b2c7-4781-b0c9-bb1d0bb12c64 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0470614 May 10 19:16:38.588024 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9086bf4-ea33-43a0-9d6d-97e335da4bb5 req-0d3f3793-cc48-4a2c-a494-bec48e63c941 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:38.589508 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c9086bf4-ea33-43a0-9d6d-97e335da4bb5 req-0d3f3793-cc48-4a2c-a494-bec48e63c941 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1063423 May 10 19:16:38.640809 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c9086bf4-ea33-43a0-9d6d-97e335da4bb5 req-247db94e-e6e1-4a73-b1a5-36bc121dfd04 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451255 May 10 19:16:38.716895 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca65e9-d27f-43ea-9445-75f9019c58fc req-5e0e17f9-8fe2-466e-afcb-73e31f6ba05f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:38.718515 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fbca65e9-d27f-43ea-9445-75f9019c58fc req-5e0e17f9-8fe2-466e-afcb-73e31f6ba05f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0983331 May 10 19:16:38.776664 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fbca65e9-d27f-43ea-9445-75f9019c58fc req-186b44fb-e952-4bc4-a85c-cebd7c57dc79 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514674 May 10 19:16:39.453437 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd638dd-0d0d-4b43-ac85-9770009f8957 req-1beb9bb5-db0d-411d-8af0-46b3e452524f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:39.454972 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ddd638dd-0d0d-4b43-ac85-9770009f8957 req-1beb9bb5-db0d-411d-8af0-46b3e452524f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0883589 May 10 19:16:39.503957 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ddd638dd-0d0d-4b43-ac85-9770009f8957 req-60da19a5-cc0e-4d96-b15b-7c5abbc72c08 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422359 May 10 19:16:39.835987 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097320e-2adf-4cc1-81cd-463532c596a8 req-59db9d2b-c820-4155-8327-689b0ed92a4c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:39.837500 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6097320e-2adf-4cc1-81cd-463532c596a8 req-59db9d2b-c820-4155-8327-689b0ed92a4c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0818911 May 10 19:16:39.887748 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6097320e-2adf-4cc1-81cd-463532c596a8 req-18af0b7b-f6b7-46d8-a620-a4748a956d9a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444198 May 10 19:16:40.058632 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f49014-fb77-4cf5-b65f-169aa0ba148d req-be57e72c-81ac-444c-a0f0-40ee176de548 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:40.060161 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-41f49014-fb77-4cf5-b65f-169aa0ba148d req-be57e72c-81ac-444c-a0f0-40ee176de548 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0889251 May 10 19:16:40.110371 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-41f49014-fb77-4cf5-b65f-169aa0ba148d req-27526908-fd64-4f45-927f-45786696b71a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 May 10 19:16:40.692862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fbbe0-b46c-40d3-a44e-7d066e5a677e req-c427a7eb-0c79-4bc3-99f1-1ae1f608c1cf tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:40.694374 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d4fbbe0-b46c-40d3-a44e-7d066e5a677e req-c427a7eb-0c79-4bc3-99f1-1ae1f608c1cf tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0857873 May 10 19:16:40.762798 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d4fbbe0-b46c-40d3-a44e-7d066e5a677e req-c53d64e5-accf-4dd5-9a29-d89d2a3e1f29 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=80139db3-f4d6-403d-802e-39068f0ecc79&id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0622320 May 10 19:16:41.100364 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b51309-4b4b-41a7-966f-6c2754237c00 req-9ead77f3-1fdf-4446-8bfb-615d2e66d8bf tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:41.102088 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-84b51309-4b4b-41a7-966f-6c2754237c00 req-9ead77f3-1fdf-4446-8bfb-615d2e66d8bf tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1033144 May 10 19:16:41.160693 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-84b51309-4b4b-41a7-966f-6c2754237c00 req-c46c7bd6-56ec-4f52-af22-ab0d02a42dc9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518961 May 10 19:16:41.313246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4b411-41fd-4739-8023-8d8ff31b0df6 req-5e120415-3fbb-4502-bc9d-a7346a6f45c3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:41.314803 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-07e4b411-41fd-4739-8023-8d8ff31b0df6 req-5e120415-3fbb-4502-bc9d-a7346a6f45c3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0843270 May 10 19:16:41.359188 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-07e4b411-41fd-4739-8023-8d8ff31b0df6 req-04ad1c29-203c-4c82-b085-fd73405c7541 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386086 May 10 19:16:42.360359 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbdc41-c5b3-4d36-bc05-70c143243c1f req-620e875e-1895-4564-ae72-8734e22e4da9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:42.362334 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-acbbdc41-c5b3-4d36-bc05-70c143243c1f req-620e875e-1895-4564-ae72-8734e22e4da9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0877233 May 10 19:16:42.420528 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-acbbdc41-c5b3-4d36-bc05-70c143243c1f req-0dad0768-f622-401f-904a-250d99fd65a6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480571 May 10 19:16:42.561867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83823d-3f42-413e-a999-9e3d10178196 req-fdd7bf60-c2d5-438b-8bf1-d4a93d148bb6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:42.563475 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ec83823d-3f42-413e-a999-9e3d10178196 req-fdd7bf60-c2d5-438b-8bf1-d4a93d148bb6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0816483 May 10 19:16:42.609027 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ec83823d-3f42-413e-a999-9e3d10178196 req-053dc079-b01c-4646-a3b6-b98d4c01a800 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 May 10 19:16:43.623941 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6e38d-8e4a-4908-8b8a-dfa0090b79f8 req-10301b62-e7b3-44ae-81b5-75bfd2a76338 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:43.625443 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bbb6e38d-8e4a-4908-8b8a-dfa0090b79f8 req-10301b62-e7b3-44ae-81b5-75bfd2a76338 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0903697 May 10 19:16:43.683022 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bbb6e38d-8e4a-4908-8b8a-dfa0090b79f8 req-859309db-707d-462f-8647-70593238a6f1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514457 May 10 19:16:43.815173 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbcf8-35c0-4895-8599-622aeac72037 req-61d731b7-d200-4c87-b3d3-08b2f4cc7eae tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:43.817231 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5fdcbcf8-35c0-4895-8599-622aeac72037 req-61d731b7-d200-4c87-b3d3-08b2f4cc7eae tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0925896 May 10 19:16:43.869502 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5fdcbcf8-35c0-4895-8599-622aeac72037 req-9cf339ff-4a4e-4926-baf3-35d7115f4904 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 May 10 19:16:44.897066 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f55fb-42c3-409b-9223-887217755823 req-f6d293d6-6a1e-4ee2-a133-4c3b80290551 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:44.898657 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2b0f55fb-42c3-409b-9223-887217755823 req-f6d293d6-6a1e-4ee2-a133-4c3b80290551 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1044335 May 10 19:16:44.964704 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2b0f55fb-42c3-409b-9223-887217755823 req-83ea7681-c698-49be-b2d2-5894a207fb32 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562115 May 10 19:16:45.096254 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf6e60-1e9b-4689-9a1f-15f7bac888ad req-2f172ef1-7c2f-4dea-90d0-33290411a3b4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:45.097890 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f9bf6e60-1e9b-4689-9a1f-15f7bac888ad req-2f172ef1-7c2f-4dea-90d0-33290411a3b4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1024437 May 10 19:16:45.298738 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f9bf6e60-1e9b-4689-9a1f-15f7bac888ad req-174b355d-cbbf-4f66-a35f-148097125f7c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920044 May 10 19:16:46.171819 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056f9a-fdef-4c1a-ac66-97cb364905df req-f3b9ab0c-ed07-4302-a3fd-b7389778d3e7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:46.173820 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef056f9a-fdef-4c1a-ac66-97cb364905df req-f3b9ab0c-ed07-4302-a3fd-b7389778d3e7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0865788 May 10 19:16:46.220157 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef056f9a-fdef-4c1a-ac66-97cb364905df req-b35a98ee-baae-4b1b-9728-8cbc60ce37fd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398133 May 10 19:16:46.527216 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71378a-5e7c-4e36-97ff-a278c898273a req-b5eb123f-87ae-4130-9c9f-86bcd3ac4895 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:46.528793 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df71378a-5e7c-4e36-97ff-a278c898273a req-b5eb123f-87ae-4130-9c9f-86bcd3ac4895 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1021843 May 10 19:16:46.580231 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df71378a-5e7c-4e36-97ff-a278c898273a req-f638b8f6-854d-4971-844a-b328f5a07e73 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 May 10 19:16:47.421786 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3d903-f277-4bfa-8642-4c13a7d2f10c req-5400e192-bf6d-4465-b2fb-fc6464ad7255 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:47.423686 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-11d3d903-f277-4bfa-8642-4c13a7d2f10c req-5400e192-bf6d-4465-b2fb-fc6464ad7255 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0963225 May 10 19:16:47.473269 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-11d3d903-f277-4bfa-8642-4c13a7d2f10c req-f9f654cb-d119-4440-8d81-5d9af88e22c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440464 May 10 19:16:47.781778 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e950761-82e4-4ed4-ac7e-94fa01c72b3a req-fded39ab-a022-4ae0-9e37-e8cc0984a298 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:47.783824 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e950761-82e4-4ed4-ac7e-94fa01c72b3a req-fded39ab-a022-4ae0-9e37-e8cc0984a298 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0889168 May 10 19:16:47.834533 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e950761-82e4-4ed4-ac7e-94fa01c72b3a req-d1b463f0-c5f1-4680-b757-3fad3e3dd000 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443103 May 10 19:16:48.003039 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:16:48.718659 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7935a-59bc-4b7d-984e-109d1d43d098 req-f27311e8-c41a-471c-b643-dfbf013bd1ce tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:48.721220 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2f7935a-59bc-4b7d-984e-109d1d43d098 req-f27311e8-c41a-471c-b643-dfbf013bd1ce tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1098208 May 10 19:16:48.792214 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2f7935a-59bc-4b7d-984e-109d1d43d098 req-810fea83-0cb2-4ab2-81a6-65edc892a434 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646791 May 10 19:16:49.035186 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-908ff5cd-7763-46a6-aee7-15e453d6d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:49.065471 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bd5c8-c7cb-4fb4-880d-57fa8752c005 req-19db42b9-5f8f-467b-a167-bbceefa47e63 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:49.068295 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c2bd5c8-c7cb-4fb4-880d-57fa8752c005 req-19db42b9-5f8f-467b-a167-bbceefa47e63 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1019492 May 10 19:16:49.131736 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c2bd5c8-c7cb-4fb4-880d-57fa8752c005 req-fa1bf39e-f7dd-488f-9275-87af2ea54477 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541282 May 10 19:16:49.983865 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d90f-ff96-4cda-94f8-16dde0a4fcfd req-6cea8a61-02ac-47a8-844f-9a628bbcfb89 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:49.986070 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0138d90f-ff96-4cda-94f8-16dde0a4fcfd req-6cea8a61-02ac-47a8-844f-9a628bbcfb89 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0840819 May 10 19:16:50.031206 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0138d90f-ff96-4cda-94f8-16dde0a4fcfd req-7335e9ea-26f2-4c48-a734-2ffb9fb22161 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393915 May 10 19:16:50.330457 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f17910-eed9-443c-83a0-4d9fd74d6bfb req-a16ab237-55b3-47b7-9eff-b57fadb4314b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:50.332155 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65f17910-eed9-443c-83a0-4d9fd74d6bfb req-a16ab237-55b3-47b7-9eff-b57fadb4314b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0838847 May 10 19:16:50.387208 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65f17910-eed9-443c-83a0-4d9fd74d6bfb req-96fb95aa-0eda-4808-95df-5b400b94cbca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489163 May 10 19:16:51.221287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f23d8-0893-41d2-927b-fe9d13fc41ad req-f0572aa6-11a6-4b06-a00a-c92b06bc0400 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:51.222809 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-701f23d8-0893-41d2-927b-fe9d13fc41ad req-f0572aa6-11a6-4b06-a00a-c92b06bc0400 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0833936 May 10 19:16:51.275243 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-701f23d8-0893-41d2-927b-fe9d13fc41ad req-8f23dc6a-5766-40a0-a047-0be29eaed9fa tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464792 May 10 19:16:51.555399 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d56901b4-704f-4d7a-880c-f1a504cbcded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:51.671213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eac57-474b-478e-8c32-a184d9f3ba5b req-2ebbeda3-e0df-4d7f-9fbb-c7d08a530251 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:51.673272 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-429eac57-474b-478e-8c32-a184d9f3ba5b req-2ebbeda3-e0df-4d7f-9fbb-c7d08a530251 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1610241 May 10 19:16:51.725808 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-429eac57-474b-478e-8c32-a184d9f3ba5b req-882e98e5-8e9a-4694-956e-3410cfbec360 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 May 10 19:16:51.754569 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b87968-8fee-4abd-9975-8e985d2dc757 req-f11fb060-89a7-4680-9ac4-2e8cbea24c1e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:51.756082 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21b87968-8fee-4abd-9975-8e985d2dc757 req-f11fb060-89a7-4680-9ac4-2e8cbea24c1e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1431830 May 10 19:16:51.763021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7a134-a226-4b35-854b-8531093da88c req-37fe1f9f-352b-4e67-9d96-1c25c66392d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:51.764545 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-37fe1f9f-352b-4e67-9d96-1c25c66392d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.1142311 May 10 19:16:51.779773 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:51.882667 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21b87968-8fee-4abd-9975-8e985d2dc757 req-64bc4159-8fd3-46b7-bdf3-ea4b70c97a72 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162353 May 10 19:16:51.936894 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7a134-a226-4b35-854b-8531093da88c req-eebc42dc-8ba7-4fa2-9ac6-3076620705fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:51.938818 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-eebc42dc-8ba7-4fa2-9ac6-3076620705fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1536927 May 10 19:16:52.044795 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-48f05543-654a-4d57-8f74-605acaeda309 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.0973580 May 10 19:16:52.108765 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7a134-a226-4b35-854b-8531093da88c req-5fd9688e-e354-4324-9197-d5ed5cec7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:52.110380 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-5fd9688e-e354-4324-9197-d5ed5cec7b2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0584276 May 10 19:16:52.199243 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7a134-a226-4b35-854b-8531093da88c req-f91e341a-9f08-469b-b4f4-b74298447d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:52.200705 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-f91e341a-9f08-469b-b4f4-b74298447d44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836475 May 10 19:16:52.341294 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-c45ad826-3891-42b8-93dc-bfe0d6900bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324289 May 10 19:16:52.483930 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37e7a134-a226-4b35-854b-8531093da88c req-0b65d82f-6f86-4646-a3a0-445f97d22a8e service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350200 May 10 19:16:52.700090 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-d7a4db8b-9145-4a15-b087-c0a7ebc25a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:52.701789 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-d7a4db8b-9145-4a15-b087-c0a7ebc25a34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.0718176 May 10 19:16:52.793079 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:52.869608 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-c5d72ff9-fdaa-4150-84d5-b304b77c3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:52.871549 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-c5d72ff9-fdaa-4150-84d5-b304b77c3c73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1479959 May 10 19:16:52.951768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f3948-6b0d-4a2b-bc7d-7ba3fec9b3e9 req-ca113e27-0d63-4e02-9afa-4617203ddbff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:52.953367 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-076f3948-6b0d-4a2b-bc7d-7ba3fec9b3e9 req-ca113e27-0d63-4e02-9afa-4617203ddbff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1003835 May 10 19:16:53.013529 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-076f3948-6b0d-4a2b-bc7d-7ba3fec9b3e9 req-6c8f2472-a29b-418b-9d6d-f29ddc7c220e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467615 May 10 19:16:53.020772 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:53.138318 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-8d2c5252-1b03-4e92-89e3-dc0666375535 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.2568200 May 10 19:16:53.176138 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdb1c5-130f-407b-aa61-050a0d2be546 req-c0579e32-49ea-4665-9c2b-6d59cbcebef3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:53.177764 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0ecdb1c5-130f-407b-aa61-050a0d2be546 req-c0579e32-49ea-4665-9c2b-6d59cbcebef3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1165071 May 10 19:16:53.269840 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-e97ae0ff-049e-4486-b6b3-7756c428306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:53.271392 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-e97ae0ff-049e-4486-b6b3-7756c428306d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0927098 May 10 19:16:53.274302 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0ecdb1c5-130f-407b-aa61-050a0d2be546 req-2543d0b8-6610-4115-b44a-dd4d0bbf0b77 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632102 May 10 19:16:53.380053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-15a3422d-3f60-4c4d-a26d-902320b60a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:53.381570 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-15a3422d-3f60-4c4d-a26d-902320b60a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756612 May 10 19:16:53.535467 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-29f06c4e-01e5-4539-8ad2-c9616f9ed295 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446705 May 10 19:16:53.692982 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77f92f68-7bb9-4d70-8110-386a59a72aec req-ea8bfa04-f17d-467a-ae00-5a4c54ee3b63 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439164 May 10 19:16:54.298876 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:16:54.443391 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5471e-f66b-498d-b681-5d2fa53e4ff2 req-38e0b10a-0fcb-4bc7-8976-628395f7c8bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:54.446129 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9ad5471e-f66b-498d-b681-5d2fa53e4ff2 req-38e0b10a-0fcb-4bc7-8976-628395f7c8bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1254539 May 10 19:16:54.512289 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9ad5471e-f66b-498d-b681-5d2fa53e4ff2 req-2aaff740-5553-4e41-97bf-f2a31e141291 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592239 May 10 19:16:54.520121 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8785e-3fb2-435d-b623-e78a53ae65d7 req-c68bd897-0bd0-465c-85c8-eba4bd02dcd0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:54.521645 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-78d8785e-3fb2-435d-b623-e78a53ae65d7 req-c68bd897-0bd0-465c-85c8-eba4bd02dcd0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1265635 May 10 19:16:54.569589 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-78d8785e-3fb2-435d-b623-e78a53ae65d7 req-56cadb6b-93e0-4372-bb70-f82fc10a068f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420172 May 10 19:16:55.715968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58614c-09f7-4a93-9213-5d6fc745f5e8 req-8e6cf4f9-2788-4c25-aa93-1374123359bb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:55.717327 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6a58614c-09f7-4a93-9213-5d6fc745f5e8 req-8e6cf4f9-2788-4c25-aa93-1374123359bb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0896907 May 10 19:16:55.769046 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6a58614c-09f7-4a93-9213-5d6fc745f5e8 req-1ed763c7-82fe-4715-af30-834962566bd3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 May 10 19:16:56.970743 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae8ab4-5a28-4b68-beed-14b82bd19f6d req-26d9702b-ca97-4f6d-9d47-4852f4ab5630 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:56.972287 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bbae8ab4-5a28-4b68-beed-14b82bd19f6d req-26d9702b-ca97-4f6d-9d47-4852f4ab5630 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0856802 May 10 19:16:57.019294 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bbae8ab4-5a28-4b68-beed-14b82bd19f6d req-b7790187-6b06-4d2e-9c79-3bd91dd34751 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 May 10 19:16:58.287361 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53e820-667b-4ab5-8864-d461de8d1712 req-eddb61e0-88c7-4039-9869-076a8fe0c582 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:58.288740 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-da53e820-667b-4ab5-8864-d461de8d1712 req-eddb61e0-88c7-4039-9869-076a8fe0c582 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0911305 May 10 19:16:58.335299 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-da53e820-667b-4ab5-8864-d461de8d1712 req-05494c07-1514-48cc-b8b7-3380d106925e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 May 10 19:16:59.544042 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6928ca-dcd3-4ddb-b7a8-719b780ff2db req-61724de6-137b-4d74-afa9-cf2dbb9b0a04 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:16:59.545654 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b6928ca-dcd3-4ddb-b7a8-719b780ff2db req-61724de6-137b-4d74-afa9-cf2dbb9b0a04 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0883198 May 10 19:16:59.594711 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b6928ca-dcd3-4ddb-b7a8-719b780ff2db req-3034275e-fce4-4197-90cd-44cf612a2914 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 May 10 19:17:00.805712 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f6a-c6a3-4959-8b5c-a4cfa9d7593b req-4526d5f3-8b49-4e79-a176-1924078f6bc4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:00.807188 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-baf42f6a-c6a3-4959-8b5c-a4cfa9d7593b req-4526d5f3-8b49-4e79-a176-1924078f6bc4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0918365 May 10 19:17:00.856509 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-baf42f6a-c6a3-4959-8b5c-a4cfa9d7593b req-2fd1a6c6-5972-4daf-9224-a04490f2c547 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 May 10 19:17:02.053456 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae1d6-546e-4fbb-ac5b-a17db81a473e req-92aa623a-8910-4fba-b6f6-c75d56d12371 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:02.055106 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8aae1d6-546e-4fbb-ac5b-a17db81a473e req-92aa623a-8910-4fba-b6f6-c75d56d12371 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0862525 May 10 19:17:02.101268 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8aae1d6-546e-4fbb-ac5b-a17db81a473e req-fc1b082e-af64-4f87-b353-c4b273b5e64c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 May 10 19:17:03.292745 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae9e8-ea9c-4ab7-899d-f22ee380b049 req-474fd90d-634a-40f4-8bc9-d50bace7440a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:03.294249 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7bbae9e8-ea9c-4ab7-899d-f22ee380b049 req-474fd90d-634a-40f4-8bc9-d50bace7440a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0815921 May 10 19:17:03.347361 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7bbae9e8-ea9c-4ab7-899d-f22ee380b049 req-edb14690-564f-4616-a6e0-462cb74a2e18 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463645 May 10 19:17:04.541761 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459fd7-1d07-4610-9bf7-150a846aec83 req-3ef31a7d-fc91-4345-bf23-9fe5e92f93c5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:04.543252 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed459fd7-1d07-4610-9bf7-150a846aec83 req-3ef31a7d-fc91-4345-bf23-9fe5e92f93c5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0809264 May 10 19:17:04.595528 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed459fd7-1d07-4610-9bf7-150a846aec83 req-f12e95d6-f6ba-4a6e-89d5-6951bf192bbe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 May 10 19:17:05.791967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57c2e-dba2-4f30-b714-c81bb0b1d68f req-109c46fd-69c8-44c7-ac79-f1107094e3ed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:05.793459 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-00f57c2e-dba2-4f30-b714-c81bb0b1d68f req-109c46fd-69c8-44c7-ac79-f1107094e3ed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0849347 May 10 19:17:05.839611 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-00f57c2e-dba2-4f30-b714-c81bb0b1d68f req-5e104675-eb65-4686-87c4-f23b9205b96f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 May 10 19:17:07.036426 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c42676-3aa7-4713-bbb6-49249ded6dda req-9a8259e5-ce84-444c-97f1-06be70594815 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:07.037964 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45c42676-3aa7-4713-bbb6-49249ded6dda req-9a8259e5-ce84-444c-97f1-06be70594815 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0886035 May 10 19:17:07.085406 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45c42676-3aa7-4713-bbb6-49249ded6dda req-1afac987-f77b-49b4-bfa4-e3f43deeba4e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415654 May 10 19:17:08.289638 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cbea0-4f82-4106-8676-56a884583268 req-80fff530-dcd6-4244-88ac-3084c37fa335 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:08.291298 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c51cbea0-4f82-4106-8676-56a884583268 req-80fff530-dcd6-4244-88ac-3084c37fa335 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0885067 May 10 19:17:08.341442 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c51cbea0-4f82-4106-8676-56a884583268 req-2a139201-737d-4002-b727-e5346534ee5f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 May 10 19:17:09.536050 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873c47-500f-4eef-98f5-a434f0cd3dd0 req-473b7148-cdca-4198-a9f7-1754927d9027 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:09.537493 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8c873c47-500f-4eef-98f5-a434f0cd3dd0 req-473b7148-cdca-4198-a9f7-1754927d9027 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0823872 May 10 19:17:09.580976 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8c873c47-500f-4eef-98f5-a434f0cd3dd0 req-91bc03a4-7487-4a56-99b9-9bc62a76921c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377526 May 10 19:17:10.774125 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334b3c5-b07f-4fcc-b7e6-d0d4f3b4d072 req-a197bc3e-f5c3-4892-9372-d658a56a177b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:10.775931 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f334b3c5-b07f-4fcc-b7e6-d0d4f3b4d072 req-a197bc3e-f5c3-4892-9372-d658a56a177b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0805573 May 10 19:17:10.821955 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f334b3c5-b07f-4fcc-b7e6-d0d4f3b4d072 req-531824d3-ab2e-41cd-9295-309e3a232138 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 May 10 19:17:12.162517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f1087-384e-415e-837c-d668330cf632 req-5bd1f5d8-9f66-4ab6-a99b-247aee7f1d78 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:12.164033 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-459f1087-384e-415e-837c-d668330cf632 req-5bd1f5d8-9f66-4ab6-a99b-247aee7f1d78 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0840523 May 10 19:17:12.212875 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-459f1087-384e-415e-837c-d668330cf632 req-5f1431ed-484e-43f2-8ed9-3ed4a27e62c5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 May 10 19:17:13.409193 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467cca4-2e04-4b02-909a-7356f4cb7f84 req-67378c33-ca9b-495f-ae70-12323a38b31f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:13.410722 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5467cca4-2e04-4b02-909a-7356f4cb7f84 req-67378c33-ca9b-495f-ae70-12323a38b31f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0847733 May 10 19:17:13.461689 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5467cca4-2e04-4b02-909a-7356f4cb7f84 req-7f99b393-1435-405d-8c4e-079c36ed2339 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 May 10 19:17:14.653207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082bf49-e0d7-470a-bc32-48ddf8fa3df3 req-0478a12d-6c20-4c51-9026-e84cee422377 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:14.654604 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e082bf49-e0d7-470a-bc32-48ddf8fa3df3 req-0478a12d-6c20-4c51-9026-e84cee422377 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0804663 May 10 19:17:14.702110 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e082bf49-e0d7-470a-bc32-48ddf8fa3df3 req-dddbded7-945d-48a4-bbf7-09a4514d1dee tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 May 10 19:17:15.888561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341b025-f10c-40a5-be11-09d5dba102cd req-1837cf64-f720-4072-9c0f-790308906b63 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:15.890020 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3341b025-f10c-40a5-be11-09d5dba102cd req-1837cf64-f720-4072-9c0f-790308906b63 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0796020 May 10 19:17:15.940502 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3341b025-f10c-40a5-be11-09d5dba102cd req-1a18487c-5d36-4c20-80e0-4f92b1b9c4e7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 May 10 19:17:17.132979 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7e09-2f3d-464f-bfac-562785517451 req-0f7fe418-dc34-44a8-b644-21654f566c36 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:17.145812 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c83e7e09-2f3d-464f-bfac-562785517451 req-0f7fe418-dc34-44a8-b644-21654f566c36 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0837448 May 10 19:17:17.182782 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c83e7e09-2f3d-464f-bfac-562785517451 req-37d3d145-75ee-47e6-92b1-7efb796a8b16 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 May 10 19:17:18.382378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775ca1e-ed84-4d37-b8c4-68a3fa637387 req-258958ce-0fa9-4f49-b96f-9103bd453420 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:18.382378 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3775ca1e-ed84-4d37-b8c4-68a3fa637387 req-258958ce-0fa9-4f49-b96f-9103bd453420 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0812969 May 10 19:17:18.422051 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3775ca1e-ed84-4d37-b8c4-68a3fa637387 req-f188f6ec-16aa-4f6a-bac7-66c02c8392eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391085 May 10 19:17:19.028907 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0f67c7f4-ff43-4676-845f-198eb719499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:19.613882 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d39e-a29d-45a5-ab67-5a25f8a3f7d9 req-902abb7a-f660-4877-a8d0-19f2fba95369 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:19.615283 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2735d39e-a29d-45a5-ab67-5a25f8a3f7d9 req-902abb7a-f660-4877-a8d0-19f2fba95369 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0793371 May 10 19:17:19.665330 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2735d39e-a29d-45a5-ab67-5a25f8a3f7d9 req-b3ad76f5-5757-4f30-8f42-981a295d3b90 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 May 10 19:17:20.862899 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352bf2-ce3c-4dcd-b50b-d34b9c686e41 req-6dc7c471-4b3f-43b6-b61f-1ddfc99ba965 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:20.864396 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b352bf2-ce3c-4dcd-b50b-d34b9c686e41 req-6dc7c471-4b3f-43b6-b61f-1ddfc99ba965 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0858619 May 10 19:17:20.909667 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b352bf2-ce3c-4dcd-b50b-d34b9c686e41 req-c2327a93-cad9-4836-b3ac-5559f8cc7c90 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395787 May 10 19:17:21.538566 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7c48501e-31a2-4ae4-8a2f-f2fd212fd148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:21.773499 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:22.098297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a042cf-c4ab-4ced-a8ae-1ec5b5f4d630 req-07234dba-b8f7-47e8-ae32-17bab20b2f4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:22.099749 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c6a042cf-c4ab-4ced-a8ae-1ec5b5f4d630 req-07234dba-b8f7-47e8-ae32-17bab20b2f4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0803580 May 10 19:17:22.145609 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c6a042cf-c4ab-4ced-a8ae-1ec5b5f4d630 req-c6059f26-d65f-45c7-b5c5-ab6af405aa15 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 May 10 19:17:22.787844 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:23.022400 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:23.341746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72bf53-e15c-4995-948e-4e658c49bac7 req-3820b46e-5cf7-4c9e-b688-970ca2f23103 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:23.343161 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b72bf53-e15c-4995-948e-4e658c49bac7 req-3820b46e-5cf7-4c9e-b688-970ca2f23103 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0849195 May 10 19:17:23.392769 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b72bf53-e15c-4995-948e-4e658c49bac7 req-733de93b-80be-413c-84ad-eea6c71f23b7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 May 10 19:17:24.297155 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:24.596285 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2cfd-0024-4f3e-adfd-f74f8fe5c8c7 req-f3c58f5c-6d79-4439-9c8b-896415daaa14 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:24.597632 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ddd2cfd-0024-4f3e-adfd-f74f8fe5c8c7 req-f3c58f5c-6d79-4439-9c8b-896415daaa14 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0828612 May 10 19:17:24.642520 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ddd2cfd-0024-4f3e-adfd-f74f8fe5c8c7 req-75c44d40-2961-4933-be2d-85c151996291 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391307 May 10 19:17:25.001791 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:17:25.838297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8897f3-e843-4e7d-b30b-a13af57571f2 req-28285bf1-57c4-41ed-a6ce-ef38b0415f72 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:25.839783 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-aa8897f3-e843-4e7d-b30b-a13af57571f2 req-28285bf1-57c4-41ed-a6ce-ef38b0415f72 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0831399 May 10 19:17:25.885197 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-aa8897f3-e843-4e7d-b30b-a13af57571f2 req-00b7ef78-5481-4e2c-960f-faba063622ff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 May 10 19:17:27.079935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a875b-9314-4b25-b774-7092ef9f0aa7 req-e056cb53-41f5-43f9-bcd2-8433ef499ba6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:27.081716 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-019a875b-9314-4b25-b774-7092ef9f0aa7 req-e056cb53-41f5-43f9-bcd2-8433ef499ba6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0824339 May 10 19:17:27.217891 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-019a875b-9314-4b25-b774-7092ef9f0aa7 req-fe15de08-7a2b-448c-b5f6-3c461de5df7e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296983 May 10 19:17:28.487721 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b4023-ab62-4767-896c-e1e274c95188 req-00095405-94ce-43ef-b4e4-3c3001ffe3ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:28.489077 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0c1b4023-ab62-4767-896c-e1e274c95188 req-00095405-94ce-43ef-b4e4-3c3001ffe3ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1539338 May 10 19:17:28.533495 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0c1b4023-ab62-4767-896c-e1e274c95188 req-d7062aff-c8f2-4071-9852-4ddf9899ffe0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385382 May 10 19:17:29.724541 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f952-b5c2-4361-b938-d9b517e409d1 req-ef415111-cd27-450b-9dc9-77a2849f5317 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:29.726050 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45d4f952-b5c2-4361-b938-d9b517e409d1 req-ef415111-cd27-450b-9dc9-77a2849f5317 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0799313 May 10 19:17:29.770593 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45d4f952-b5c2-4361-b938-d9b517e409d1 req-cad814c0-e3df-4b55-80bd-f1f93ce799b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387909 May 10 19:17:30.969145 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2909f-6349-4b5f-89e1-edd64b97ae14 req-c11e4ed9-ae44-4c08-ab02-daa64207832b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:30.970462 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2ca2909f-6349-4b5f-89e1-edd64b97ae14 req-c11e4ed9-ae44-4c08-ab02-daa64207832b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808132 May 10 19:17:31.015054 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2ca2909f-6349-4b5f-89e1-edd64b97ae14 req-c8543e1d-3fcb-4a35-95e4-db10c6479ab8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384746 May 10 19:17:32.204124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223ed2d-8e0e-4d52-b381-055abbce39f2 req-70681cf6-11fb-4dde-bc6c-f0de5454a994 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:32.205582 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d223ed2d-8e0e-4d52-b381-055abbce39f2 req-70681cf6-11fb-4dde-bc6c-f0de5454a994 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0814035 May 10 19:17:32.249597 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d223ed2d-8e0e-4d52-b381-055abbce39f2 req-663b3046-bd82-4245-9aa0-59053d690a6c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379989 May 10 19:17:33.441219 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb981eb-3df4-4981-9b4c-01c01ad7679d req-db34628e-c27c-45da-8454-409a757b4315 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:33.442730 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-beb981eb-3df4-4981-9b4c-01c01ad7679d req-db34628e-c27c-45da-8454-409a757b4315 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0806241 May 10 19:17:33.491714 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-beb981eb-3df4-4981-9b4c-01c01ad7679d req-e754c214-17ca-4e7d-b660-eca0d1d78b42 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 May 10 19:17:34.679723 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a834ba3-26c6-4a38-bc3c-015d65d78c4e req-2bb658e8-a66e-4b7a-a82e-014e2d833646 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:34.681076 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a834ba3-26c6-4a38-bc3c-015d65d78c4e req-2bb658e8-a66e-4b7a-a82e-014e2d833646 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0777414 May 10 19:17:34.733896 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a834ba3-26c6-4a38-bc3c-015d65d78c4e req-045b6394-11a7-41e6-977a-4996879acd21 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470734 May 10 19:17:35.921903 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4014e8-d6c3-419c-b7c1-9f5457ab39a5 req-2b8b75a9-71a4-4ad9-8123-d6f4a0703dcc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:35.923359 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1b4014e8-d6c3-419c-b7c1-9f5457ab39a5 req-2b8b75a9-71a4-4ad9-8123-d6f4a0703dcc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0777998 May 10 19:17:35.969114 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1b4014e8-d6c3-419c-b7c1-9f5457ab39a5 req-cce6f1fe-f7e7-4bad-9a42-0d71d83c8dfd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401061 May 10 19:17:37.156539 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459c4c9-a389-4424-91ba-e04b6955336e req-e312804f-c6ec-4e9c-bef6-4ccd846711d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:37.158030 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d459c4c9-a389-4424-91ba-e04b6955336e req-e312804f-c6ec-4e9c-bef6-4ccd846711d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0805724 May 10 19:17:37.204699 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d459c4c9-a389-4424-91ba-e04b6955336e req-1ba5570c-7cf4-4e61-a4c4-871f3d24d31b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 May 10 19:17:38.411283 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf86f2-c888-4c79-b0b4-1ceb01d136c2 req-0d34d924-d844-4c3c-a8a4-6a62d85bce8a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:38.412776 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0dcf86f2-c888-4c79-b0b4-1ceb01d136c2 req-0d34d924-d844-4c3c-a8a4-6a62d85bce8a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0974371 May 10 19:17:38.460648 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0dcf86f2-c888-4c79-b0b4-1ceb01d136c2 req-36eabf71-637b-4a5d-b622-d4125b678808 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 May 10 19:17:39.653175 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecd8f8-caa9-4786-984f-13d2ead8a17f req-2bd72d32-cb30-4d71-908a-a8b18b814aaa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:39.654669 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27ecd8f8-caa9-4786-984f-13d2ead8a17f req-2bd72d32-cb30-4d71-908a-a8b18b814aaa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0832105 May 10 19:17:39.701365 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27ecd8f8-caa9-4786-984f-13d2ead8a17f req-7fa1caf7-ea4e-46db-9131-1a2abd93761e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 May 10 19:17:40.897313 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c7f7c-33dd-43f9-9cf8-b3d8a0f7821f req-52a60db1-68e6-4099-a2a1-b1ace4007466 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:40.898713 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bd6c7f7c-33dd-43f9-9cf8-b3d8a0f7821f req-52a60db1-68e6-4099-a2a1-b1ace4007466 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0817759 May 10 19:17:40.942731 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bd6c7f7c-33dd-43f9-9cf8-b3d8a0f7821f req-ffd54fe4-edb8-4563-819d-84123418ca31 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 May 10 19:17:42.137930 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0bf3a-0951-4906-9d38-b08fcb079c80 req-1960edc1-624e-489f-892a-871babd64be2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:42.139414 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83f0bf3a-0951-4906-9d38-b08fcb079c80 req-1960edc1-624e-489f-892a-871babd64be2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0795310 May 10 19:17:42.187031 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83f0bf3a-0951-4906-9d38-b08fcb079c80 req-edcbc1a0-07ef-4780-b914-878a7b9473f1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 May 10 19:17:43.385811 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdf349-ef33-4fd8-b896-1e08c3cbc03a req-98a576d0-259c-48fd-a2fd-7910c07eeb64 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:43.387307 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0ecdf349-ef33-4fd8-b896-1e08c3cbc03a req-98a576d0-259c-48fd-a2fd-7910c07eeb64 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0829027 May 10 19:17:43.432802 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0ecdf349-ef33-4fd8-b896-1e08c3cbc03a req-7be5fe35-46b2-4de2-8b22-99dd280d2996 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395067 May 10 19:17:44.619296 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae82323-1d7d-442f-b5e9-03ded928bee0 req-0c0b51cd-b35a-447c-bd75-aadc5d161876 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:44.620657 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2ae82323-1d7d-442f-b5e9-03ded928bee0 req-0c0b51cd-b35a-447c-bd75-aadc5d161876 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0773566 May 10 19:17:44.667000 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2ae82323-1d7d-442f-b5e9-03ded928bee0 req-41550021-bcb4-474c-b1f2-7e6837846908 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 May 10 19:17:45.862495 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef7ea-ac8b-4e59-b16b-1175fa3d8d7e req-e5f62b56-bac1-408c-a342-0188413950a8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:45.863949 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-376ef7ea-ac8b-4e59-b16b-1175fa3d8d7e req-e5f62b56-bac1-408c-a342-0188413950a8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0856555 May 10 19:17:45.909643 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-376ef7ea-ac8b-4e59-b16b-1175fa3d8d7e req-ea7fcc0e-bd98-4ba5-885b-09d38efc28b4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 May 10 19:17:47.099170 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafe060-60c7-41f4-b3b7-bc5cf075c8dc req-fee77544-5454-4724-bbf0-0dc8996a20c2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:47.100634 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0fafe060-60c7-41f4-b3b7-bc5cf075c8dc req-fee77544-5454-4724-bbf0-0dc8996a20c2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0814538 May 10 19:17:47.146199 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0fafe060-60c7-41f4-b3b7-bc5cf075c8dc req-07063eeb-6ab8-4017-ba94-403d632d177b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 May 10 19:17:48.338272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309fe9d-8992-4ad4-b509-ad6163dc4192 req-b20f8bab-19b6-4f81-b6bf-9c796cc1e445 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:48.339781 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d309fe9d-8992-4ad4-b509-ad6163dc4192 req-b20f8bab-19b6-4f81-b6bf-9c796cc1e445 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0812702 May 10 19:17:48.396652 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d309fe9d-8992-4ad4-b509-ad6163dc4192 req-6879d2b3-7ce9-4343-b8b1-343d70cd2afd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488591 May 10 19:17:49.031865 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-578b0791-aeac-4a59-b0ee-e34763acfc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:49.594768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54405c-4a08-4afa-83f5-a8ed2b57407f req-651aa134-6f65-422b-9f07-3eeeed31ded9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:49.597145 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fd54405c-4a08-4afa-83f5-a8ed2b57407f req-651aa134-6f65-422b-9f07-3eeeed31ded9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0832133 May 10 19:17:49.646562 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fd54405c-4a08-4afa-83f5-a8ed2b57407f req-02be5947-ac7e-49c8-8576-ef5c269946bc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 May 10 19:17:50.841535 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2bc9c-84a8-4d18-a2bd-b7393aa55998 req-f6b5c50b-9f5d-41b2-be59-9729952ba899 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:50.843417 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-17c2bc9c-84a8-4d18-a2bd-b7393aa55998 req-f6b5c50b-9f5d-41b2-be59-9729952ba899 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0802977 May 10 19:17:50.893570 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-17c2bc9c-84a8-4d18-a2bd-b7393aa55998 req-2744eb46-bafc-4872-84ad-db62f1b450db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 May 10 19:17:51.541172 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fbccc20c-2069-465e-8a5b-865c1edb057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:51.788039 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:52.082660 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b889086-3a85-4cf9-b4eb-8a703c6364bf req-e72ff030-1aac-4247-b3a8-2881b1a6cc99 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:52.084099 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4b889086-3a85-4cf9-b4eb-8a703c6364bf req-e72ff030-1aac-4247-b3a8-2881b1a6cc99 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0792062 May 10 19:17:52.130372 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4b889086-3a85-4cf9-b4eb-8a703c6364bf req-0ec00024-e7d0-4a37-8fd8-31718faafe4c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 May 10 19:17:52.791498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:53.027118 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:53.323639 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680773d-0f78-4198-886e-fc45d2d7c41a req-0c53d7a0-d9dc-4278-a1c8-e211481e84cd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:53.325076 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6680773d-0f78-4198-886e-fc45d2d7c41a req-0c53d7a0-d9dc-4278-a1c8-e211481e84cd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0835626 May 10 19:17:53.370574 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6680773d-0f78-4198-886e-fc45d2d7c41a req-5d5f5f79-8c43-4575-aad3-fb82dd48e438 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384316 May 10 19:17:54.241249 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-d4e3afc3-4b23-464e-9efc-ea23e65eba0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711915 May 10 19:17:54.297917 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:54.344667 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-1a80eda0-2008-4105-b80c-d7906d221d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:54.346159 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-1a80eda0-2008-4105-b80c-d7906d221d0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1138 time: 0.0719266 May 10 19:17:54.534114 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-990ad62a-d041-4bf7-91be-dc0d7f3cc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:54.535610 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-990ad62a-d041-4bf7-91be-dc0d7f3cc16c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1707695 May 10 19:17:54.644819 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-15c38677-6837-4544-88ba-7cf2e66f2cb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 1002 time: 0.1018503 May 10 19:17:54.692542 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5613bd-d864-4642-825d-17434d0118b5 req-70d75360-09f3-4acc-bfaa-53fed74d0a63 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:54.694015 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b5613bd-d864-4642-825d-17434d0118b5 req-70d75360-09f3-4acc-bfaa-53fed74d0a63 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.2083857 May 10 19:17:54.748223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-5d9b9a62-1f29-46dc-bdf7-c5fa74084272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:54.749728 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-5d9b9a62-1f29-46dc-bdf7-c5fa74084272 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0967774 May 10 19:17:54.756676 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b5613bd-d864-4642-825d-17434d0118b5 req-92bb1140-6707-456f-a0e5-cdb6d0822d8e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561583 May 10 19:17:54.913455 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-8032043c-9ac4-4800-86b5-016e57c6e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:54.914870 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-8032043c-9ac4-4800-86b5-016e57c6e7b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1573830 May 10 19:17:55.048159 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-f1c21386-40e5-45a5-b4f7-e9be6812cbc7 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 May 10 19:17:55.182299 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9ce3d9f-dee5-4129-808e-ace96b291ec4 req-9223943e-2548-469a-a537-3c684aed943d service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264184 May 10 19:17:55.952156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a2bcc-af9e-4ce4-9f02-f5533046fb20 req-8c78bccd-2b5b-4f30-a52d-4497b232440d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:55.953614 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-703a2bcc-af9e-4ce4-9f02-f5533046fb20 req-8c78bccd-2b5b-4f30-a52d-4497b232440d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0828063 May 10 19:17:55.998261 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-703a2bcc-af9e-4ce4-9f02-f5533046fb20 req-9e354c8c-8d62-4504-9f7e-b8bcacef0b4a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386312 May 10 19:17:57.188224 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fbad8-ee06-47ad-a9a1-35bfcba8a1f5 req-a8f59849-3e5a-4778-9321-6e2aa5fab24c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:57.189712 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2b3fbad8-ee06-47ad-a9a1-35bfcba8a1f5 req-a8f59849-3e5a-4778-9321-6e2aa5fab24c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0789578 May 10 19:17:57.238544 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2b3fbad8-ee06-47ad-a9a1-35bfcba8a1f5 req-93c00c82-30ed-4c74-a6ab-3d73b6bb5d6f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427797 May 10 19:17:58.379336 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e96fd286-b444-483f-af1b-a065d6255d8e req-f32e311e-1568-4f21-bae0-66cf872ebb6f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70408597&fields=id&tenant_id=487461bc7aa3467696623d4d88f126c8 HTTP/1.1" status: 200 len: 267 time: 0.0466044 May 10 19:17:58.449823 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344ed9f-fc41-4109-9425-641e1faf3144 req-7287020d-fd1e-4c79-9de1-e376654a5df1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:58.451558 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2344ed9f-fc41-4109-9425-641e1faf3144 req-7287020d-fd1e-4c79-9de1-e376654a5df1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0961905 May 10 19:17:58.480401 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fd286-b444-483f-af1b-a065d6255d8e req-3f4c4f02-b2b0-4aa7-8ef6-0c5806d7fde8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:58.489136 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e96fd286-b444-483f-af1b-a065d6255d8e req-3f4c4f02-b2b0-4aa7-8ef6-0c5806d7fde8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 985 time: 0.0949621 May 10 19:17:58.501278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Request body: {'port': {'security_groups': ['2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2']}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:17:58.506601 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2344ed9f-fc41-4109-9425-641e1faf3144 req-56867810-8e4d-4c0c-94d7-fd7dbf89df79 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468802 May 10 19:17:58.631384 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:58.872281 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:17:58.899948 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:58.904587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:58.910772 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dcb97dda-8180-4c2d-ade9-7dbda01da179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:17:58.956649 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a89a6883-be54-4043-9e1b-fe2a17a3233d'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:17:59.040959 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:59.041599 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.043002 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e96fd286-b444-483f-af1b-a065d6255d8e req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "PUT /v2.0/ports/a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 943 time: 0.5530472 May 10 19:17:59.043513 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:17:59.049203 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 37744) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:59.070129 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event updated for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=7']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:17:59.078583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.078951 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.079311 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.079666 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.080018 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.080364 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.081161 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.081515 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.081864 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.082244 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.082583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.082924 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.087166 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a2735bc4-9623-4394-8646-f9c9d4466f12 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:17:59.155017 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.178641 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'status': 'completed', 'code': 200} May 10 19:17:59.187949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.266297 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a89a6883-be54-4043-9e1b-fe2a17a3233d'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:17:59.305281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.310798 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-11ca4396-ec6c-4854-8717-151675bded93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:17:59.330169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80139db3-f4d6-403d-802e-39068f0ecc79,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:17:59.345790 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-182235e1-a30d-441f-bf79-d82582b3bc7a None None] Provisioning complete for port a89a6883-be54-4043-9e1b-fe2a17a3233d triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:17:59.346201 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-182235e1-a30d-441f-bf79-d82582b3bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.352033 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.352429 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.352763 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.353108 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.353453 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.353798 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.354170 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.354508 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.354853 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.355189 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.355522 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.355857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:59.358607 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.362424 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "DELETE /v2.0/security-groups/80139db3-f4d6-403d-802e-39068f0ecc79 HTTP/1.1" status: 204 len: 168 time: 0.3111546 May 10 19:17:59.363107 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 37750) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:17:59.364701 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-3fcd35ee-7563-4766-9b3b-59570cd3d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:59.366140 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-3fcd35ee-7563-4766-9b3b-59570cd3d599 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.1232131 May 10 19:17:59.366983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:17:59.516974 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-ffe18bc0-30c4-45b0-8986-cc192240fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:59.518533 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-ffe18bc0-30c4-45b0-8986-cc192240fa47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1438580 May 10 19:17:59.675288 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-977e0cca-2ce2-4273-87df-0d95257a2458 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 1002 time: 0.1484857 May 10 19:17:59.730451 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Deleting port 45f7d19a-53d7-4e70-a8ef-7e742b50a921 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:17:59.731266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.759742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-a0b48164-e098-4aac-96a9-3fdcd1c82042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:59.762264 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-a0b48164-e098-4aac-96a9-3fdcd1c82042 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0787325 May 10 19:17:59.821472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49fe20-2762-43a9-a471-4c0b950eac4f req-550ff9db-77fe-490d-9abc-4a29bd625c6a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:59.823352 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc49fe20-2762-43a9-a471-4c0b950eac4f req-550ff9db-77fe-490d-9abc-4a29bd625c6a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1766796 May 10 19:17:59.855435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-b4613cbf-4592-4d5a-b041-2b5e558a6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:17:59.857901 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-b4613cbf-4592-4d5a-b041-2b5e558a6dd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882599 May 10 19:17:59.915187 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc49fe20-2762-43a9-a471-4c0b950eac4f req-72b77dc3-d208-4749-8788-a1805465a3ee tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858088 May 10 19:17:59.916777 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.917099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:17:59.989226 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-97895df6-9146-4525-b40b-fee2883026e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247957 May 10 19:18:00.039840 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Calling delete_port for 45f7d19a-53d7-4e70-a8ef-7e742b50a921 owned by network:floatingip {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:18:00.122350 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88ff4b4a-3380-4de0-8a85-03e3638f477a req-165b847d-1eec-4206-84af-4ca6100e723c service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253474 May 10 19:18:00.174855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:00.178549 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7d26e40a-68ea-4844-a3c9-920b2a1258a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:18:00.221495 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event deleted for resources: {'Port': ['ID=45f7d19a-53d7-4e70-a8ef-7e742b50a921,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:18:00.224590 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:18:00.316103 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks [] for floatingip, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:00.316468 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.l3_db [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Floating IP 9fa046aa-ba76-4324-9ec9-89d33d3ad595 disassociated (deleted). External IP: 172.27.3.249, port: a89a6883-be54-4043-9e1b-fe2a17a3233d. May 10 19:18:00.669076 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Router 9107f851-444c-402e-aa35-9afe1add0f8c has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:18:00.947753 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:18:00.958469 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] Sync routers for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:18:00.969875 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:18:00.970546 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:17:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:18:00.971769 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:01.032012 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "DELETE /v2.0/floatingips/9fa046aa-ba76-4324-9ec9-89d33d3ad595 HTTP/1.1" status: 204 len: 168 time: 1.6651039 May 10 19:18:01.125252 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd0160-5145-4f8d-b92a-9485aef6e623 req-945fd48c-362d-4e55-bef2-8f4a52c07322 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:01.127205 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebbd0160-5145-4f8d-b92a-9485aef6e623 req-945fd48c-362d-4e55-bef2-8f4a52c07322 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0831444 May 10 19:18:01.164146 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:18:01.179962 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:18:01.182388 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ebbd0160-5145-4f8d-b92a-9485aef6e623 req-6606eba2-0f34-4244-84d3-9c2aae6478fa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475256 May 10 19:18:01.250284 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'status': 'completed', 'code': 200} May 10 19:18:01.373800 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-56ba0509-edc3-4a2d-8fdd-7134858e3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:01.376399 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-56ba0509-edc3-4a2d-8fdd-7134858e3b41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.0799847 May 10 19:18:01.565699 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:18:01.569837 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] Checking router: 9107f851-444c-402e-aa35-9afe1add0f8c for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:18:01.578708 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:18:01.579609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:17:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:18:01.620200 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-50ec2669-ff72-4586-ad0d-f787b4e2f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:01.621654 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-50ec2669-ff72-4586-ad0d-f787b4e2f724 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.2371283 May 10 19:18:01.693282 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-70ec1e76-186b-4790-970c-89987331b0d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 217 time: 0.0643210 May 10 19:18:01.756423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-33b7ad38-47d1-468d-9c79-c28a58947adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:01.757194 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:18:01.757747 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-33b7ad38-47d1-468d-9c79-c28a58947adc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0580738 May 10 19:18:01.843901 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-76af67d9-e9b5-42c0-8615-e249de9650a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:01.845537 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-76af67d9-e9b5-42c0-8615-e249de9650a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806768 May 10 19:18:01.987665 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-3653fbaa-b5e1-4f7a-84b6-85f255e6596a service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342082 May 10 19:18:02.002045 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:18:02.086162 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:18:02.090203 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637306f-15f6-47b2-acf8-ed709053be61 None None] The sync data for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi is: [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:13:15Z', 'revision_number': 4, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'fcf0749a-81e5-4a0a-9124-1918a9d4dd55', 'name': '', 'network_id': 'ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'mac_address': 'fa:16:3e:ab:9c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:15Z', 'updated_at': '2021-05-10T19:13:24Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'subnets': [{'id': '68226c70-aadf-4543-8f44-8b6a0c4b47dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:18:02.121323 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-258aa8fe-6748-453b-af69-4f6c9fd970f5 req-e67a50a8-f5a1-4628-b947-cd1fb2b5410e service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266813 May 10 19:18:02.338962 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9a935-1ec2-4c5e-b8b9-f34f51cf1fdd None None] New status for floating IP 9fa046aa-ba76-4324-9ec9-89d33d3ad595: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:18:02.392675 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300b9a6-2e8e-4e5d-91f9-1ab07cf58a3f req-f56108e8-e89c-46fa-89b6-0416887aba79 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:02.394163 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7300b9a6-2e8e-4e5d-91f9-1ab07cf58a3f req-f56108e8-e89c-46fa-89b6-0416887aba79 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0867412 May 10 19:18:02.442402 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7300b9a6-2e8e-4e5d-91f9-1ab07cf58a3f req-a93e6837-63c3-4165-a898-a2e7700c5652 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 May 10 19:18:03.631935 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2885e-3765-4eab-9c6d-11d4863a3f18 req-af899abf-d894-463f-bb45-f5f4ba4bdb3e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:03.633285 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-37d2885e-3765-4eab-9c6d-11d4863a3f18 req-af899abf-d894-463f-bb45-f5f4ba4bdb3e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0826128 May 10 19:18:03.677634 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-37d2885e-3765-4eab-9c6d-11d4863a3f18 req-c7198a08-d9e9-4a25-bb2b-e75906cbefdd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385821 May 10 19:18:04.866175 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263f3d-8039-4367-bd16-ac74d078feda req-e658fb9b-3e45-464a-a7c8-544002a5ba4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:04.867626 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-20263f3d-8039-4367-bd16-ac74d078feda req-e658fb9b-3e45-464a-a7c8-544002a5ba4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0806510 May 10 19:18:04.916257 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-20263f3d-8039-4367-bd16-ac74d078feda req-df8054f1-e05e-448f-896c-c2bb804b0e1d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 May 10 19:18:06.107120 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40061b-17ab-44ad-bc4f-249fe0b18fda req-8c6f25ff-71bd-43f0-ab73-1ac7aaa3531b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:06.109216 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ca40061b-17ab-44ad-bc4f-249fe0b18fda req-8c6f25ff-71bd-43f0-ab73-1ac7aaa3531b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0810893 May 10 19:18:06.153637 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ca40061b-17ab-44ad-bc4f-249fe0b18fda req-46caf77c-04c2-418f-bdf1-e8ee6875a976 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 May 10 19:18:07.349487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b46641-1a0b-4519-8be7-464cac518537 req-a269ba3e-e8ba-410a-84c0-bdccb742b3af tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:07.351105 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-64b46641-1a0b-4519-8be7-464cac518537 req-a269ba3e-e8ba-410a-84c0-bdccb742b3af tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0871980 May 10 19:18:07.398254 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-64b46641-1a0b-4519-8be7-464cac518537 req-f878add1-0e5b-4296-a886-59326b798111 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 May 10 19:18:08.589502 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5fee2-15c3-4e19-8b67-25f0a1df5c67 req-76835c2c-cb7d-4d2e-ab4b-fba1938b7cff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:08.591043 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eea5fee2-15c3-4e19-8b67-25f0a1df5c67 req-76835c2c-cb7d-4d2e-ab4b-fba1938b7cff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0817964 May 10 19:18:08.647364 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eea5fee2-15c3-4e19-8b67-25f0a1df5c67 req-b5da1699-125d-4dee-825a-01c6a18387cb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 May 10 19:18:09.852412 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54781a9d-f36f-48c9-a64b-f585b11630ca req-e755d76a-f6db-402f-90f9-5aa97f01351c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:09.854031 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-54781a9d-f36f-48c9-a64b-f585b11630ca req-e755d76a-f6db-402f-90f9-5aa97f01351c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0926480 May 10 19:18:09.904285 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-54781a9d-f36f-48c9-a64b-f585b11630ca req-cce32f1d-e155-406a-a411-e3998d66696f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 May 10 19:18:11.103678 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff572dfd-20c8-47e7-88a3-bab9900d6676 req-9da830a6-d331-4f49-b37c-82ba682bc147 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:11.105143 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ff572dfd-20c8-47e7-88a3-bab9900d6676 req-9da830a6-d331-4f49-b37c-82ba682bc147 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0852990 May 10 19:18:11.151306 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ff572dfd-20c8-47e7-88a3-bab9900d6676 req-ad03739e-5c99-4ffe-bba5-b992bf907d51 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 May 10 19:18:12.342262 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887029-cb73-45de-83b0-578dde6025ca req-c5eaf27b-9c0e-4b2e-bbcb-0750e86e0465 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:12.344212 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78887029-cb73-45de-83b0-578dde6025ca req-c5eaf27b-9c0e-4b2e-bbcb-0750e86e0465 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0797448 May 10 19:18:12.396640 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78887029-cb73-45de-83b0-578dde6025ca req-d6986078-6b31-48b0-b72b-ce446922d5db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465636 May 10 19:18:13.594148 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185a6f1-f6c9-43f1-96f4-146f35b517e9 req-10c98c3b-bb58-4b0a-ac66-2a089ef23bc4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:13.594148 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1185a6f1-f6c9-43f1-96f4-146f35b517e9 req-10c98c3b-bb58-4b0a-ac66-2a089ef23bc4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0790894 May 10 19:18:13.637820 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1185a6f1-f6c9-43f1-96f4-146f35b517e9 req-8eac4a50-1199-4fd4-a2f7-43a2614c2c96 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406275 May 10 19:18:14.836142 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467180ec-b23f-495b-9d26-f3c6b564d29e req-4ae08257-7587-4e13-9f01-d9cdbc1d547b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:14.837588 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-467180ec-b23f-495b-9d26-f3c6b564d29e req-4ae08257-7587-4e13-9f01-d9cdbc1d547b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0822351 May 10 19:18:14.882975 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-467180ec-b23f-495b-9d26-f3c6b564d29e req-bee2961a-45f0-499a-ada1-ff77e8831bb2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 May 10 19:18:16.073204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfde3-ce23-4c8a-abab-074f07591559 req-f9a5e2dd-e96e-40f6-801c-f5a24c9faf0b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:16.074682 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-981bfde3-ce23-4c8a-abab-074f07591559 req-f9a5e2dd-e96e-40f6-801c-f5a24c9faf0b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0798967 May 10 19:18:16.122653 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-981bfde3-ce23-4c8a-abab-074f07591559 req-ea719811-7430-4e97-a05d-89ccfe05b1fc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 May 10 19:18:17.309062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa892e-6e44-40d2-b150-5c210f251fd3 req-3f7efe55-7ed5-4480-8b41-8b29ced1bd4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:17.310524 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68aa892e-6e44-40d2-b150-5c210f251fd3 req-3f7efe55-7ed5-4480-8b41-8b29ced1bd4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0785503 May 10 19:18:17.354924 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68aa892e-6e44-40d2-b150-5c210f251fd3 req-35c8177f-871e-4c7e-826e-4a45fb6c46a0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382071 May 10 19:18:18.585827 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94e445-f8d9-4795-9a16-aefa6b524578 req-2e44fcb5-2571-4cb3-9278-e7e943dcd371 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:18.587404 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2f94e445-f8d9-4795-9a16-aefa6b524578 req-2e44fcb5-2571-4cb3-9278-e7e943dcd371 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1013460 May 10 19:18:18.646381 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2f94e445-f8d9-4795-9a16-aefa6b524578 req-7abd2a13-e857-48fd-b197-357e6054bc67 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510180 May 10 19:18:19.034444 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4bddf826-3788-4fa9-a1b5-86fa85e587fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:19.844072 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c7a15-9aa4-4b34-8257-e5b67f40681f req-6286d601-7845-4c44-bd98-dd48ceecd430 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:19.845545 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c51c7a15-9aa4-4b34-8257-e5b67f40681f req-6286d601-7845-4c44-bd98-dd48ceecd430 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0803583 May 10 19:18:19.891424 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c51c7a15-9aa4-4b34-8257-e5b67f40681f req-148f329f-8b2d-4e1f-8280-6037d9e2fce6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 May 10 19:18:21.156343 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7e7f9-14b8-4155-97ff-c5861c13e452 req-2cfa0bc2-e1d3-4d19-a12e-d7491cc43118 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:21.157965 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8e7e7f9-14b8-4155-97ff-c5861c13e452 req-2cfa0bc2-e1d3-4d19-a12e-d7491cc43118 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1560595 May 10 19:18:21.210684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8e7e7f9-14b8-4155-97ff-c5861c13e452 req-fbf0e4c2-5706-4558-baa2-210f4631395a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 May 10 19:18:21.543618 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eab6d2fd-9a3e-4121-b7f8-bbd747f85bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:21.783910 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:22.402100 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf16f7-a39a-469f-97bb-875d50e30ed4 req-e0c7b71e-3231-4faf-963f-d6373d53f891 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:22.403684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-89cf16f7-a39a-469f-97bb-875d50e30ed4 req-e0c7b71e-3231-4faf-963f-d6373d53f891 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0814638 May 10 19:18:22.452245 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-89cf16f7-a39a-469f-97bb-875d50e30ed4 req-5856cabc-9f9d-4c12-b558-25a72b7eb7c8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 May 10 19:18:22.792926 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:23.029949 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:23.649675 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dbadb-e3ba-4a63-bf3f-da92e4b38f43 req-badb8d1d-1813-469a-b1d5-f73649a2e562 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:23.651065 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9b1dbadb-e3ba-4a63-bf3f-da92e4b38f43 req-badb8d1d-1813-469a-b1d5-f73649a2e562 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0805154 May 10 19:18:23.695482 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9b1dbadb-e3ba-4a63-bf3f-da92e4b38f43 req-4e72e298-f22e-414b-904a-dca42424fc93 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 May 10 19:18:24.301323 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:24.887618 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acc720-118b-49d9-9b31-9ecb3acf2ef3 req-7054c66e-0e18-4491-97f2-8c522d6259d0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:24.889059 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2acc720-118b-49d9-9b31-9ecb3acf2ef3 req-7054c66e-0e18-4491-97f2-8c522d6259d0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0819864 May 10 19:18:24.934354 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2acc720-118b-49d9-9b31-9ecb3acf2ef3 req-bb82ae26-0cc0-478c-ae98-f2660e5604f2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 May 10 19:18:26.121217 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04948941-0104-4280-99c5-e066932192e3 req-4dbe5ddf-ea2c-4840-9324-fe285a90673e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:26.122719 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-04948941-0104-4280-99c5-e066932192e3 req-4dbe5ddf-ea2c-4840-9324-fe285a90673e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0791101 May 10 19:18:26.170957 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-04948941-0104-4280-99c5-e066932192e3 req-162ee362-fd13-493b-ac72-f8bebbb7efc3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 May 10 19:18:27.360719 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e173f00-39e2-42a9-a34c-46262dd166a2 req-4ee254ec-de37-48d3-b9f6-c1794cc32e71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:27.362314 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8e173f00-39e2-42a9-a34c-46262dd166a2 req-4ee254ec-de37-48d3-b9f6-c1794cc32e71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0784934 May 10 19:18:27.407531 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8e173f00-39e2-42a9-a34c-46262dd166a2 req-54b61daf-dc08-4fb2-b63c-e583d7b79a02 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 May 10 19:18:28.599501 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9d475-23d1-4e93-ae25-de874f06d0c9 req-78f6f90e-3fbf-43b7-a747-e6da381bc39b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:28.600974 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7fd9d475-23d1-4e93-ae25-de874f06d0c9 req-78f6f90e-3fbf-43b7-a747-e6da381bc39b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0824280 May 10 19:18:28.647219 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7fd9d475-23d1-4e93-ae25-de874f06d0c9 req-0a55be0e-c4d0-466b-abc0-7a99e4b30ddf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 May 10 19:18:29.838997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199142b5-0db9-4137-aaac-a7f2585ca794 req-7a3e5e20-b3d8-480a-885b-fe43b17c4bcb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:29.840464 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-199142b5-0db9-4137-aaac-a7f2585ca794 req-7a3e5e20-b3d8-480a-885b-fe43b17c4bcb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0837150 May 10 19:18:29.887590 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-199142b5-0db9-4137-aaac-a7f2585ca794 req-4d403821-7ddf-4883-94e5-2170b96e753e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 May 10 19:18:31.094764 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2105480-829b-4933-965e-4039ca6aa651 req-c30fc1a4-e52e-4ab4-8bf1-5e75524c1121 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:31.096463 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c2105480-829b-4933-965e-4039ca6aa651 req-c30fc1a4-e52e-4ab4-8bf1-5e75524c1121 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0947509 May 10 19:18:31.143004 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c2105480-829b-4933-965e-4039ca6aa651 req-90783fea-5869-481b-a1f3-db672a8357f1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 May 10 19:18:32.340398 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5b23e-5c29-4e2b-b07e-45a58eaa0006 req-8d541c4e-93a3-4154-be5b-5bfd758f9e15 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:32.342381 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1cd5b23e-5c29-4e2b-b07e-45a58eaa0006 req-8d541c4e-93a3-4154-be5b-5bfd758f9e15 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0836468 May 10 19:18:32.387723 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1cd5b23e-5c29-4e2b-b07e-45a58eaa0006 req-bb5206ce-dc41-4ab0-b012-2eec5325a3dc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394843 May 10 19:18:33.581348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fa7ee-0b9b-460e-a502-8c417170bb84 req-84b243c6-99b1-43c0-821f-61abe0411f48 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:33.582844 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eb9fa7ee-0b9b-460e-a502-8c417170bb84 req-84b243c6-99b1-43c0-821f-61abe0411f48 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0848546 May 10 19:18:33.630705 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eb9fa7ee-0b9b-460e-a502-8c417170bb84 req-30ad1654-bcde-4968-9870-3c2af2716fed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 May 10 19:18:34.820560 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655fb61-54f3-4a8d-8ea6-5cbf7ea70976 req-e80b310d-811c-472a-9a93-533db40253b6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:34.822022 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b655fb61-54f3-4a8d-8ea6-5cbf7ea70976 req-e80b310d-811c-472a-9a93-533db40253b6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0782361 May 10 19:18:34.867048 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b655fb61-54f3-4a8d-8ea6-5cbf7ea70976 req-2e99fdd2-898b-45bb-8a9e-b27b431b4499 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 May 10 19:18:36.057296 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf963-c471-4207-aa88-6c58e211fbe9 req-0c50e54d-8fb9-4f1d-b6c4-fe9a254d11ea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:36.058800 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7c1bf963-c471-4207-aa88-6c58e211fbe9 req-0c50e54d-8fb9-4f1d-b6c4-fe9a254d11ea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0833902 May 10 19:18:36.103755 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7c1bf963-c471-4207-aa88-6c58e211fbe9 req-03435d72-e320-4c71-b827-f679e964427f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 May 10 19:18:37.295632 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fadb-51ec-458a-a5a2-c4481bfc4964 req-ce555344-1f72-461c-8b53-8441acc76bd8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:37.298256 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8620fadb-51ec-458a-a5a2-c4481bfc4964 req-ce555344-1f72-461c-8b53-8441acc76bd8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0845883 May 10 19:18:37.343306 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8620fadb-51ec-458a-a5a2-c4481bfc4964 req-e083e602-3cf2-4190-92f9-a02a8583ef49 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 May 10 19:18:38.535818 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ec185-b40d-4223-8385-ffe02b89e1fb req-9bfd0b40-6204-4a28-9806-657d62990286 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:38.537282 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d83ec185-b40d-4223-8385-ffe02b89e1fb req-9bfd0b40-6204-4a28-9806-657d62990286 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0823584 May 10 19:18:38.581273 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d83ec185-b40d-4223-8385-ffe02b89e1fb req-64631b93-0e1d-486b-ab25-f9c6483b3949 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 May 10 19:18:39.002165 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:18:39.775047 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a38395-6824-491e-a5f2-5e6d9bfae023 req-41cceef9-5bd0-4ef4-af45-2460855fdd16 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:39.776540 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-49a38395-6824-491e-a5f2-5e6d9bfae023 req-41cceef9-5bd0-4ef4-af45-2460855fdd16 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0854971 May 10 19:18:39.823017 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-49a38395-6824-491e-a5f2-5e6d9bfae023 req-2fd091ef-3a33-4fbf-a015-938e7fad6655 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 May 10 19:18:41.046542 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80023d-463f-4a5f-883d-fbe50755981a req-9041df79-93bf-4060-88f1-2c56ad700595 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:41.048242 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3f80023d-463f-4a5f-883d-fbe50755981a req-9041df79-93bf-4060-88f1-2c56ad700595 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1107349 May 10 19:18:41.100608 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3f80023d-463f-4a5f-883d-fbe50755981a req-f8a32a83-abfc-4a2f-b16d-9d31abd6f062 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463932 May 10 19:18:42.390754 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562642a-b1c6-4f7c-9e9b-c8dfe6a78290 req-77c04034-ce1e-49b7-b07b-de552654f946 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:42.392270 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7562642a-b1c6-4f7c-9e9b-c8dfe6a78290 req-77c04034-ce1e-49b7-b07b-de552654f946 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1685760 May 10 19:18:42.442184 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7562642a-b1c6-4f7c-9e9b-c8dfe6a78290 req-856ec1ab-20cf-46a9-8832-6edd1e2928d3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 May 10 19:18:43.648487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d0a39-d975-494c-b49d-b50ff57df8ab req-6cb5c074-857a-42cb-83db-8ac4e2d07957 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:43.649882 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-517d0a39-d975-494c-b49d-b50ff57df8ab req-6cb5c074-857a-42cb-83db-8ac4e2d07957 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0884759 May 10 19:18:43.696997 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-517d0a39-d975-494c-b49d-b50ff57df8ab req-bf05acb8-2e7e-499b-9c1e-814cc04911f5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398827 May 10 19:18:44.886858 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99167d36-403e-4bcb-889d-05930bc178ab req-6f1d7145-f6d9-4a7f-aeef-699725df533f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:44.888205 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-99167d36-403e-4bcb-889d-05930bc178ab req-6f1d7145-f6d9-4a7f-aeef-699725df533f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0797715 May 10 19:18:44.936931 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-99167d36-403e-4bcb-889d-05930bc178ab req-77f7237c-4e69-480b-8506-5ebcbdd06249 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 May 10 19:18:46.126680 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb045c4-77af-47fc-9792-b5bc5a0d9624 req-6a988b7e-709a-4408-bad5-1470b5595f15 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:46.128228 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ceb045c4-77af-47fc-9792-b5bc5a0d9624 req-6a988b7e-709a-4408-bad5-1470b5595f15 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0810513 May 10 19:18:46.175857 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ceb045c4-77af-47fc-9792-b5bc5a0d9624 req-98d0a0a0-85d5-4d3a-beef-fd96ad769967 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 May 10 19:18:47.365844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a428f-cd89-41a2-9873-39ce10da27f7 req-9ac40c73-6a49-4943-b991-d579dc415ffa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:47.368140 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-653a428f-cd89-41a2-9873-39ce10da27f7 req-9ac40c73-6a49-4943-b991-d579dc415ffa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0822663 May 10 19:18:47.415152 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-653a428f-cd89-41a2-9873-39ce10da27f7 req-1b08f801-615b-4c39-a99a-61b35109293a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 May 10 19:18:48.604240 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbdad8-8d35-4634-967d-05caf357993e req-65ed8ed5-6f20-4ab9-91dd-e87e393b09e2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:48.605664 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8bcbdad8-8d35-4634-967d-05caf357993e req-65ed8ed5-6f20-4ab9-91dd-e87e393b09e2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0791113 May 10 19:18:48.652096 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8bcbdad8-8d35-4634-967d-05caf357993e req-545bcd5f-edd6-4ac3-b9ce-4bccf8976414 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 May 10 19:18:49.038255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1124724-d110-492a-afb8-6674f9e5cbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:49.843972 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521706-16a9-4285-b5f0-70eb119e812c req-bb2e0f1d-fd24-4797-9be6-f770f23b6173 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:49.845484 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-85521706-16a9-4285-b5f0-70eb119e812c req-bb2e0f1d-fd24-4797-9be6-f770f23b6173 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0792341 May 10 19:18:49.890812 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-85521706-16a9-4285-b5f0-70eb119e812c req-ad6a35af-e303-4979-bccf-cd9885cbebb1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 May 10 19:18:51.085468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090d992-e5a0-41f3-af80-45384bfc6e57 req-fb44fcc9-3f57-44da-a7ba-f5903ef4ef82 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:51.087019 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7090d992-e5a0-41f3-af80-45384bfc6e57 req-fb44fcc9-3f57-44da-a7ba-f5903ef4ef82 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0845897 May 10 19:18:51.133187 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7090d992-e5a0-41f3-af80-45384bfc6e57 req-129c802b-ea36-4b89-8b5a-d3596306d89a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 May 10 19:18:51.545898 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1399dc6c-7bac-4ff6-bbce-e4ed765b91aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:51.787069 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:52.326131 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30414c9-f00b-4ec9-8638-825643e0fa5f req-2deb6ef5-05ed-4f83-8c2d-5f70a128a1c8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:52.328025 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e30414c9-f00b-4ec9-8638-825643e0fa5f req-2deb6ef5-05ed-4f83-8c2d-5f70a128a1c8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0821092 May 10 19:18:52.381066 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e30414c9-f00b-4ec9-8638-825643e0fa5f req-c2de386b-f9a4-458b-b82b-3df62bc13329 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 May 10 19:18:52.796461 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:53.026806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:53.583567 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37a144-8cfe-4555-b7cc-d3f17303c5e2 req-b2e3d688-b7db-4151-a597-68e2c7fc6afe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:53.585027 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef37a144-8cfe-4555-b7cc-d3f17303c5e2 req-b2e3d688-b7db-4151-a597-68e2c7fc6afe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0834234 May 10 19:18:53.630718 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef37a144-8cfe-4555-b7cc-d3f17303c5e2 req-2fd0611c-bd1c-4d3c-8e1d-a916dd0b2385 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 May 10 19:18:54.216092 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-5d847795-eea3-40a8-8387-563ff4ccd150 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699081 May 10 19:18:54.302241 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:18:54.325434 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-2a222fa5-93dc-46ea-8441-f065fde1e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:54.326935 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-2a222fa5-93dc-46ea-8441-f065fde1e96a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d58376df914366ad15ba276a471dbe&device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 1098 time: 0.0700517 May 10 19:18:54.473039 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-97d17f86-d431-47a5-a11b-1a6c307dc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:54.474597 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-97d17f86-d431-47a5-a11b-1a6c307dc6b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15e415b-5a1f-488a-b57e-323a830115de HTTP/1.1" status: 200 len: 915 time: 0.1290028 May 10 19:18:54.546435 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-e5812f7d-cdb3-4eb6-b597-96b2126b47ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24228327-9768-43a2-ad98-8e70c8aaa76e HTTP/1.1" status: 200 len: 217 time: 0.0638504 May 10 19:18:54.609094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-764297b2-19ce-412d-b9a0-9e40eec4eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:54.610576 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-764297b2-19ce-412d-b9a0-9e40eec4eddf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9af27669-bef7-4e03-8c1c-9c194354dc98 HTTP/1.1" status: 200 len: 854 time: 0.0584230 May 10 19:18:54.660118 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-1544993b-815c-459c-a859-9c090ab86b00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15e415b-5a1f-488a-b57e-323a830115de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435059 May 10 19:18:54.793375 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-ca8c5735-57a0-4d5a-9e9d-cb0be2950990 service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261935 May 10 19:18:54.827858 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89789115-5b8c-42a5-a173-6b8ad3715a08 req-f4028a90-87bd-4656-8653-b909b9326a71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:54.829346 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-89789115-5b8c-42a5-a173-6b8ad3715a08 req-f4028a90-87bd-4656-8653-b909b9326a71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0864358 May 10 19:18:54.876693 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-89789115-5b8c-42a5-a173-6b8ad3715a08 req-cf94656a-2dce-4f45-928d-5b8597216ec8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 May 10 19:18:54.930062 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00b8bcd9-f936-47dd-8dbf-f0353b5e68af req-a9df73b7-e143-4d0d-b94f-306a371e525a service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306431 May 10 19:18:56.067708 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12154011-661d-4c68-9b1c-43c0e03e4aa1 req-746f02a2-36a4-4826-a45c-5dc84fb0537a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:56.069169 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-12154011-661d-4c68-9b1c-43c0e03e4aa1 req-746f02a2-36a4-4826-a45c-5dc84fb0537a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0795648 May 10 19:18:56.114367 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-12154011-661d-4c68-9b1c-43c0e03e4aa1 req-183148a7-dd78-410e-a4d3-89137223336c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 May 10 19:18:57.460684 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f9cd-60d1-442c-b789-a7bcca9103cc req-e774c492-bc4b-49b0-9994-7c009b886ab3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:57.462208 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec17f9cd-60d1-442c-b789-a7bcca9103cc req-e774c492-bc4b-49b0-9994-7c009b886ab3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0853646 May 10 19:18:57.509949 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec17f9cd-60d1-442c-b789-a7bcca9103cc req-831c8889-a53a-459a-a180-90fd9b98688f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 May 10 19:18:58.700166 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7945b6-0be0-496c-8514-ae960fc85a49 req-c4b8559e-5036-4b29-ad02-c72a3e6ddaf0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:58.702283 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bb7945b6-0be0-496c-8514-ae960fc85a49 req-c4b8559e-5036-4b29-ad02-c72a3e6ddaf0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0836391 May 10 19:18:58.746608 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bb7945b6-0be0-496c-8514-ae960fc85a49 req-ba4780d1-0dd6-4565-a2ab-290af0bdc94b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382693 May 10 19:18:59.935732 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98047f44-b29e-49e3-8d88-71a484cfb170 req-d3abfeb0-c966-45fc-a2ed-f33ea950d7ed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:18:59.937177 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98047f44-b29e-49e3-8d88-71a484cfb170 req-d3abfeb0-c966-45fc-a2ed-f33ea950d7ed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794578 May 10 19:18:59.987219 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98047f44-b29e-49e3-8d88-71a484cfb170 req-58afc95c-08f3-4913-9e5c-eb3ff6a2ff9a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 May 10 19:19:01.179340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d6ee-bd1f-49f4-8cc4-424ce8cb4f5c req-350c6698-8bb4-47b4-b093-1e20d1314593 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:01.180870 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5393d6ee-bd1f-49f4-8cc4-424ce8cb4f5c req-350c6698-8bb4-47b4-b093-1e20d1314593 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0813973 May 10 19:19:01.226776 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5393d6ee-bd1f-49f4-8cc4-424ce8cb4f5c req-72201f2d-f374-41a1-b710-2bf7ef3da3d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392451 May 10 19:19:02.490056 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f19bd-b7ba-4950-8412-83ab0e63af80 req-d03cd52b-badc-47f5-a186-e4d8145438f7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:02.491762 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-203f19bd-b7ba-4950-8412-83ab0e63af80 req-d03cd52b-badc-47f5-a186-e4d8145438f7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1544797 May 10 19:19:02.541135 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-203f19bd-b7ba-4950-8412-83ab0e63af80 req-ef688fcf-12eb-48e4-9b64-48bbeeb390ba tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 May 10 19:19:03.731533 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d4ec0-5309-44b3-9666-698b8f0f2b07 req-e7180fc9-9a76-4c72-b111-c516a19a1193 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:03.734449 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b8d4ec0-5309-44b3-9666-698b8f0f2b07 req-e7180fc9-9a76-4c72-b111-c516a19a1193 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0830126 May 10 19:19:03.787635 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b8d4ec0-5309-44b3-9666-698b8f0f2b07 req-145f9b88-ba06-420c-b962-6494071dd85d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 May 10 19:19:04.979563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de890-d8b7-49f3-baa3-0193db2f01da req-fe31f9cf-33a2-49a3-927b-4cf18d2e195b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:04.980909 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-918de890-d8b7-49f3-baa3-0193db2f01da req-fe31f9cf-33a2-49a3-927b-4cf18d2e195b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0804470 May 10 19:19:05.025044 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-918de890-d8b7-49f3-baa3-0193db2f01da req-312fb7be-626c-427b-ba08-d15267c8ad17 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 May 10 19:19:06.213514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471c53-fbc9-4a6a-b113-5117d2793510 req-840f6966-04f7-4f1a-9e02-8ce7a9a10255 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:06.214886 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-59471c53-fbc9-4a6a-b113-5117d2793510 req-840f6966-04f7-4f1a-9e02-8ce7a9a10255 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0810771 May 10 19:19:06.258952 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-59471c53-fbc9-4a6a-b113-5117d2793510 req-cb9109a5-843a-400e-9595-ebf0e251dffd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378640 May 10 19:19:07.446967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7821b8-d172-4741-88f7-8d3bd294f10b req-10972735-d1a6-4abf-ba44-1c7fb5863787 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:07.448389 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1d7821b8-d172-4741-88f7-8d3bd294f10b req-10972735-d1a6-4abf-ba44-1c7fb5863787 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794659 May 10 19:19:07.495438 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1d7821b8-d172-4741-88f7-8d3bd294f10b req-8585479b-4537-4455-82c2-6363852ecf55 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 May 10 19:19:08.686486 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf7352-7cd3-4265-9e9d-f9b452e6bb0f req-f12b943f-e892-4082-a69d-f58dde4ba258 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:08.687862 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-93bf7352-7cd3-4265-9e9d-f9b452e6bb0f req-f12b943f-e892-4082-a69d-f58dde4ba258 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808980 May 10 19:19:08.732942 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-93bf7352-7cd3-4265-9e9d-f9b452e6bb0f req-19906f8b-168e-4a97-aa5f-a1deaf1d2229 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393252 May 10 19:19:09.927256 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d968-6589-4b32-b168-6391d756c6e4 req-4bbb4b47-9ad5-40ff-b4df-eab1a03eb23c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:09.928696 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2ed2d968-6589-4b32-b168-6391d756c6e4 req-4bbb4b47-9ad5-40ff-b4df-eab1a03eb23c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0827475 May 10 19:19:09.974044 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2ed2d968-6589-4b32-b168-6391d756c6e4 req-33ff1d7c-97fa-44f5-9e4b-37e7549bc14b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 May 10 19:19:11.160452 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c9a0c-0009-4427-b249-ccc9bca3af75 req-c225c85b-310a-45a3-8360-43d99f03a01c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:11.161906 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-452c9a0c-0009-4427-b249-ccc9bca3af75 req-c225c85b-310a-45a3-8360-43d99f03a01c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794079 May 10 19:19:11.209435 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-452c9a0c-0009-4427-b249-ccc9bca3af75 req-df93b3f2-4cef-4ea0-80b0-0dc307191e66 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 May 10 19:19:12.407829 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e38bb-3c46-495b-97ef-2e1b38616cdf req-cb2fb407-bddd-4778-97ef-aab44c84db5a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:12.409345 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-913e38bb-3c46-495b-97ef-2e1b38616cdf req-cb2fb407-bddd-4778-97ef-aab44c84db5a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0870392 May 10 19:19:12.462873 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-913e38bb-3c46-495b-97ef-2e1b38616cdf req-a8ceab2a-83c9-4cb9-b247-3ee316a550fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471537 May 10 19:19:13.685553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabd0cd-ba6b-4500-b379-d0396c86acc2 req-73952a26-0099-4422-8684-6613511fc2a9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:13.687034 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-beabd0cd-ba6b-4500-b379-d0396c86acc2 req-73952a26-0099-4422-8684-6613511fc2a9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0993407 May 10 19:19:13.732397 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-beabd0cd-ba6b-4500-b379-d0396c86acc2 req-36dc5922-3c1f-443a-928f-2dda7c171008 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 May 10 19:19:14.920520 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9a731-f7af-4f6e-97a5-2b0062e39bad req-b07bb338-e914-4775-8bbd-465635a3e690 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:14.921902 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4af9a731-f7af-4f6e-97a5-2b0062e39bad req-b07bb338-e914-4775-8bbd-465635a3e690 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0791552 May 10 19:19:14.970338 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4af9a731-f7af-4f6e-97a5-2b0062e39bad req-d2d2a863-1f75-4f9c-bbc7-6214baa893ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 May 10 19:19:16.001214 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:19:16.160465 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc8c10-e840-4771-91e8-3e72a29e43f6 req-3eba9279-53f8-430b-80a0-5b04350973d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:16.161918 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68fc8c10-e840-4771-91e8-3e72a29e43f6 req-3eba9279-53f8-430b-80a0-5b04350973d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0814760 May 10 19:19:16.210739 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68fc8c10-e840-4771-91e8-3e72a29e43f6 req-9f9241e8-5791-4184-b461-e93dd0c89f35 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390556 May 10 19:19:17.400396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47786a-0db7-4ae8-a5bb-5ea3c7469d5e req-b654c3ba-9303-4f49-8670-668b28b8f771 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:17.401838 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b47786a-0db7-4ae8-a5bb-5ea3c7469d5e req-b654c3ba-9303-4f49-8670-668b28b8f771 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0827315 May 10 19:19:17.446189 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b47786a-0db7-4ae8-a5bb-5ea3c7469d5e req-9046ba5c-f29d-4b17-b0b2-c01cfcbf54b3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385690 May 10 19:19:18.632959 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88712963-7372-4aaf-bdd2-25a0eb4ae622 req-b322b17f-06eb-4778-88be-11f213ca2253 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:18.634440 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-88712963-7372-4aaf-bdd2-25a0eb4ae622 req-b322b17f-06eb-4778-88be-11f213ca2253 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0783424 May 10 19:19:18.684157 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-88712963-7372-4aaf-bdd2-25a0eb4ae622 req-5cb2bf55-e8b3-4fd7-ae8c-199e1248ce57 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 May 10 19:19:19.041957 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2ab5f359-c8f1-472a-affb-1de8bcfcf7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:19.877156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade91f4-41a1-4464-85e3-307402d98073 req-9ad2966a-9d10-4da6-8835-b5acbd824648 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:19.878653 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fade91f4-41a1-4464-85e3-307402d98073 req-9ad2966a-9d10-4da6-8835-b5acbd824648 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0792084 May 10 19:19:19.928765 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fade91f4-41a1-4464-85e3-307402d98073 req-d3b9337c-30d1-47d5-aa06-e0328126c8bf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445240 May 10 19:19:21.120683 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadcc1-88a1-4bc0-b13d-c0593e230278 req-018682b3-105f-4df5-9461-03212729c31d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:21.122764 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3eaadcc1-88a1-4bc0-b13d-c0593e230278 req-018682b3-105f-4df5-9461-03212729c31d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0817015 May 10 19:19:21.167347 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3eaadcc1-88a1-4bc0-b13d-c0593e230278 req-993f45f0-8f92-486d-a8a1-4be77d99a87c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390239 May 10 19:19:21.547627 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-cfeb5f38-2d76-4750-986a-91f68825ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:21.788689 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:22.362340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d77a5-d5eb-45b9-bf28-a5eb4e7c259a req-06bc87b7-538a-4053-b479-ad9fd32b8e4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:22.363810 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b57d77a5-d5eb-45b9-bf28-a5eb4e7c259a req-06bc87b7-538a-4053-b479-ad9fd32b8e4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0856333 May 10 19:19:22.414233 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b57d77a5-d5eb-45b9-bf28-a5eb4e7c259a req-0721ad53-3e06-49f6-b6a0-61e05b1fa4f7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 May 10 19:19:22.799208 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:23.039399 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:23.678043 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3b18-f589-4b5c-8ef2-5ece5b147e01 req-5c28f90c-7146-4fbd-b4f4-c1fb7a6f3b45 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:23.679514 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-975a3b18-f589-4b5c-8ef2-5ece5b147e01 req-5c28f90c-7146-4fbd-b4f4-c1fb7a6f3b45 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1512618 May 10 19:19:23.727528 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-975a3b18-f589-4b5c-8ef2-5ece5b147e01 req-1f82c336-4d69-4d96-b761-f625307e5fcf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 May 10 19:19:24.304604 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:24.920219 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b8cf2-b034-4801-b9f8-00477f2b28ed req-cada4de6-ecdb-491d-a16e-cd81593b15f3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:24.921643 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d94b8cf2-b034-4801-b9f8-00477f2b28ed req-cada4de6-ecdb-491d-a16e-cd81593b15f3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0821362 May 10 19:19:24.967556 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d94b8cf2-b034-4801-b9f8-00477f2b28ed req-8dc31816-aeba-4994-a3d4-d32b01a0bdbe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 May 10 19:19:26.154636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901d2d-ce66-405f-b1cf-23e769ab2f0d req-c0b40a8f-2caa-4b00-b8b7-85f4263c6e68 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:26.156107 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31901d2d-ce66-405f-b1cf-23e769ab2f0d req-c0b40a8f-2caa-4b00-b8b7-85f4263c6e68 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0802801 May 10 19:19:26.204513 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31901d2d-ce66-405f-b1cf-23e769ab2f0d req-40ce9704-81f4-4f9d-95a9-07a06653d9b2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 May 10 19:19:27.396471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cc3d6-bcbd-4901-8fae-39344adf325d req-598f9365-9959-479e-bf10-f9f86f0890d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:27.397869 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-399cc3d6-bcbd-4901-8fae-39344adf325d req-598f9365-9959-479e-bf10-f9f86f0890d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0810521 May 10 19:19:27.443033 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-399cc3d6-bcbd-4901-8fae-39344adf325d req-957ceea5-00b1-4ca8-b035-b3faa8a7b317 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 May 10 19:19:28.635451 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293edbc0-849e-43b7-bfe5-a219e15e3e8a req-273b5cce-9fa3-4a4d-a2d5-2c7e58489e4a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:28.636900 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-293edbc0-849e-43b7-bfe5-a219e15e3e8a req-273b5cce-9fa3-4a4d-a2d5-2c7e58489e4a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0831211 May 10 19:19:28.682697 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-293edbc0-849e-43b7-bfe5-a219e15e3e8a req-337d4242-1c39-4431-bdd6-01e323e741e2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 May 10 19:19:29.875562 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5697ca0-fab9-4894-abf2-85cf6d6096dc req-6765ec9d-0cf0-4e87-b027-850773d58162 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:29.877047 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a5697ca0-fab9-4894-abf2-85cf6d6096dc req-6765ec9d-0cf0-4e87-b027-850773d58162 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808966 May 10 19:19:29.926426 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a5697ca0-fab9-4894-abf2-85cf6d6096dc req-0d7de1f5-07c1-4ad3-af20-4998cbe744a8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 May 10 19:19:31.120780 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1c39d-4bc9-44f5-8c45-ad221f3df0df req-a1681f7c-ad74-4202-9381-9adbf905acd0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:31.122884 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-66f1c39d-4bc9-44f5-8c45-ad221f3df0df req-a1681f7c-ad74-4202-9381-9adbf905acd0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0798185 May 10 19:19:31.168288 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-66f1c39d-4bc9-44f5-8c45-ad221f3df0df req-29e747cb-d00b-4b31-89bd-c1b6ac47d0b4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 May 10 19:19:32.361978 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050c88-5539-454d-8604-ffafefe674b5 req-df4a1046-c7d0-4f07-a10f-73272220740c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:32.363494 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-16050c88-5539-454d-8604-ffafefe674b5 req-df4a1046-c7d0-4f07-a10f-73272220740c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0831470 May 10 19:19:32.410097 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-16050c88-5539-454d-8604-ffafefe674b5 req-fc6f4102-0686-4137-8e7e-41325cc4a18b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 May 10 19:19:33.602185 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac597d0-7416-4d6d-8b94-2d457d6db663 req-aa02d75d-68f7-43e5-b5e7-e1a807436d45 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:33.604386 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6ac597d0-7416-4d6d-8b94-2d457d6db663 req-aa02d75d-68f7-43e5-b5e7-e1a807436d45 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0830829 May 10 19:19:33.652824 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6ac597d0-7416-4d6d-8b94-2d457d6db663 req-66999a2a-279f-4629-b2cd-b541d6659e11 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 May 10 19:19:34.850102 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820a0d-0e57-44cf-aaa2-d5746fb304b1 req-5ed5edf6-a649-48f2-b9b7-c799216823f4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:34.851536 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-14820a0d-0e57-44cf-aaa2-d5746fb304b1 req-5ed5edf6-a649-48f2-b9b7-c799216823f4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0806782 May 10 19:19:34.903618 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-14820a0d-0e57-44cf-aaa2-d5746fb304b1 req-0adf90f7-005c-49aa-8da6-ac0f30c4e383 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461020 May 10 19:19:36.095189 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71c885-ecbe-47b9-ac95-c9aca11a8294 req-a8307289-e6df-4413-906b-678bfb7d0f0a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:36.096677 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f71c885-ecbe-47b9-ac95-c9aca11a8294 req-a8307289-e6df-4413-906b-678bfb7d0f0a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0832407 May 10 19:19:36.142147 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4f71c885-ecbe-47b9-ac95-c9aca11a8294 req-8b483dc6-fe26-4b3c-b98f-e9ce62415ded tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394752 May 10 19:19:37.331633 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac49ea3-14e2-4c32-98ef-c1c30aebae07 req-7c108842-692d-4e24-a470-6bcfe903808f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:37.333110 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fac49ea3-14e2-4c32-98ef-c1c30aebae07 req-7c108842-692d-4e24-a470-6bcfe903808f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808444 May 10 19:19:37.380843 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fac49ea3-14e2-4c32-98ef-c1c30aebae07 req-595fadfb-a430-4881-a409-4e553040c623 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 May 10 19:19:38.573232 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a91379-64fd-4e96-8610-738eca490405 req-43cb4fc3-a129-47b7-821a-7653c2a45f29 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:38.574739 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2a91379-64fd-4e96-8610-738eca490405 req-43cb4fc3-a129-47b7-821a-7653c2a45f29 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0798507 May 10 19:19:38.619234 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e2a91379-64fd-4e96-8610-738eca490405 req-714284f3-eed1-41e3-a8b7-a487be7f3ed2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 May 10 19:19:39.811360 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc7d60-e971-42fb-8d4a-762f42f75b0b req-405c0385-b0ad-495e-9370-e196fcfc18cb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:39.812847 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ebfc7d60-e971-42fb-8d4a-762f42f75b0b req-405c0385-b0ad-495e-9370-e196fcfc18cb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0834355 May 10 19:19:39.860719 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ebfc7d60-e971-42fb-8d4a-762f42f75b0b req-3d587a88-c573-4d9d-b2ff-cfec05727b88 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 May 10 19:19:41.046848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468b9b3-4a7e-4518-bd05-44b22a4e96b7 req-b543880b-a0d5-40b6-95dd-136ed1205a1f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:41.048360 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b468b9b3-4a7e-4518-bd05-44b22a4e96b7 req-b543880b-a0d5-40b6-95dd-136ed1205a1f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0793309 May 10 19:19:41.093020 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b468b9b3-4a7e-4518-bd05-44b22a4e96b7 req-cf6e1bbc-c305-4f12-b450-c7aaa7c98c87 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 May 10 19:19:42.292613 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20d2fb-01fa-435d-96aa-02e9410fe7c9 req-aee219a1-3a3d-462b-a666-da2713598089 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:42.294632 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0b20d2fb-01fa-435d-96aa-02e9410fe7c9 req-aee219a1-3a3d-462b-a666-da2713598089 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0846179 May 10 19:19:42.338672 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0b20d2fb-01fa-435d-96aa-02e9410fe7c9 req-dc189bfe-1361-41f3-b334-aba0ed8718ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 May 10 19:19:43.529453 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d095-a16b-412e-8c37-0e845c845341 req-fcb6c35c-c7b7-4a59-b5ce-1c287150293a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:43.530937 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9e37d095-a16b-412e-8c37-0e845c845341 req-fcb6c35c-c7b7-4a59-b5ce-1c287150293a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0830777 May 10 19:19:43.643818 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9e37d095-a16b-412e-8c37-0e845c845341 req-ccc15c92-0331-40b9-8913-67e0aac6bae3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072485 May 10 19:19:44.849254 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8d89-88b9-4d0e-8e2e-3c0b6f4f0825 req-db7ab050-4454-4ad8-a096-ee211d30f937 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:44.851902 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fdac8d89-88b9-4d0e-8e2e-3c0b6f4f0825 req-db7ab050-4454-4ad8-a096-ee211d30f937 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0938275 May 10 19:19:44.901648 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fdac8d89-88b9-4d0e-8e2e-3c0b6f4f0825 req-5c40a4ad-2e7e-4cbf-a333-0e32e92c235a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434682 May 10 19:19:46.093951 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a633a-cf58-4688-b023-d1e96d06245d req-1ed7c77b-7cdd-463f-9e95-ae91cbead1ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:46.095443 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-664a633a-cf58-4688-b023-d1e96d06245d req-1ed7c77b-7cdd-463f-9e95-ae91cbead1ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0803049 May 10 19:19:46.142144 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-664a633a-cf58-4688-b023-d1e96d06245d req-bbef843c-e72b-48e4-bd5f-d6a7231a7319 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408685 May 10 19:19:47.341063 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcb82c-dc8d-4760-bb45-0af8fcb7a325 req-499f51a2-1c70-4397-b542-8f919bc9eb1d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:47.342595 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a2bcb82c-dc8d-4760-bb45-0af8fcb7a325 req-499f51a2-1c70-4397-b542-8f919bc9eb1d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0885699 May 10 19:19:47.388474 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a2bcb82c-dc8d-4760-bb45-0af8fcb7a325 req-0764f4ed-1be3-4f9d-8d5a-2208c2337f1c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 May 10 19:19:48.580746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e9f7-9e79-4e08-abcd-b34d3aa0d95b req-4a19dfa5-5e63-4e30-bf2c-0039cf237e7d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:48.582223 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d6e3e9f7-9e79-4e08-abcd-b34d3aa0d95b req-4a19dfa5-5e63-4e30-bf2c-0039cf237e7d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808086 May 10 19:19:48.630218 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d6e3e9f7-9e79-4e08-abcd-b34d3aa0d95b req-bedc2518-9e78-4b6e-a7a6-1d11dcc196b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 May 10 19:19:49.046090 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1b3e2fd9-20bb-4cf4-a699-5a1a0c76c5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:49.822388 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d90e1-7f2c-4204-83db-ef955768f08a req-efa32a64-50a5-44b1-b792-e2a46a124542 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:49.823747 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-565d90e1-7f2c-4204-83db-ef955768f08a req-efa32a64-50a5-44b1-b792-e2a46a124542 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0793161 May 10 19:19:49.868490 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-565d90e1-7f2c-4204-83db-ef955768f08a req-5141ef56-6737-4042-8a8f-50e4c91d567f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 May 10 19:19:51.060163 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7facac1-826b-4eb2-8e3c-bf2834db253b req-1c93277b-b87f-447f-96e2-8d9742ffa826 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:51.061633 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e7facac1-826b-4eb2-8e3c-bf2834db253b req-1c93277b-b87f-447f-96e2-8d9742ffa826 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0838938 May 10 19:19:51.107244 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e7facac1-826b-4eb2-8e3c-bf2834db253b req-a76819c9-ac49-4270-9b93-0e615c3b46f7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 May 10 19:19:51.550035 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-29fa6d4f-5cb1-47ae-b99c-de3de50d5eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:51.790559 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:52.295521 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb87dde-6f79-47d3-bc0b-6fc7f4e6f37a req-f42b4861-728b-4944-9574-d4b1e2f680f7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:52.296964 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0fb87dde-6f79-47d3-bc0b-6fc7f4e6f37a req-f42b4861-728b-4944-9574-d4b1e2f680f7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0800426 May 10 19:19:52.344163 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0fb87dde-6f79-47d3-bc0b-6fc7f4e6f37a req-04b4f143-3e1e-4092-bada-90d252da2a77 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 May 10 19:19:52.803252 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:52.999804 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:19:53.053133 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:53.536492 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1c328-93b5-4a5e-809f-b1ff1862dd41 req-8bce6821-e18a-412f-938d-b792eae242b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:53.537919 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-13b1c328-93b5-4a5e-809f-b1ff1862dd41 req-8bce6821-e18a-412f-938d-b792eae242b5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0801232 May 10 19:19:53.584160 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-13b1c328-93b5-4a5e-809f-b1ff1862dd41 req-1ab0a5c6-35ae-4358-995b-028878b9f95a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 May 10 19:19:54.307162 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:19:54.792016 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0bdf7-c6e1-4ea9-b3b3-b047b173c2e7 req-7c4104ea-eb31-41a3-bf03-a30464b87b81 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:54.792016 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98d0bdf7-c6e1-4ea9-b3b3-b047b173c2e7 req-7c4104ea-eb31-41a3-bf03-a30464b87b81 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0911484 May 10 19:19:54.835750 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-98d0bdf7-c6e1-4ea9-b3b3-b047b173c2e7 req-80d9ff16-7c33-48cf-8912-5ba377a07640 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 May 10 19:19:56.049358 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ea375-8162-4be6-9399-1f883cdc3c19 req-82302c51-dc01-451e-9b63-7d59d25eb2ff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:56.050871 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4e3ea375-8162-4be6-9399-1f883cdc3c19 req-82302c51-dc01-451e-9b63-7d59d25eb2ff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0858364 May 10 19:19:56.098821 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4e3ea375-8162-4be6-9399-1f883cdc3c19 req-fa2d8724-64f1-4920-ab29-fd2db9eb1ed3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 May 10 19:19:56.374141 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-16c4c679-5da0-4e9e-8b7d-169a0b5238d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693312 May 10 19:19:56.538055 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-748bdb87-41cc-4bbb-8e33-08d9a0ea121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:56.539491 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-748bdb87-41cc-4bbb-8e33-08d9a0ea121f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.0788395 May 10 19:19:56.765341 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-b7b33827-7b97-4316-8d69-236065a40a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:56.766804 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-b7b33827-7b97-4316-8d69-236065a40a01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.2080107 May 10 19:19:56.866201 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-693c9eca-825a-417a-a1f0-69a8e3058245 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.0920773 May 10 19:19:56.931037 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-19b961b3-c7f1-42d6-9960-8204608dd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:56.932464 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-19b961b3-c7f1-42d6-9960-8204608dd2e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0598550 May 10 19:19:57.008209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-af401c54-22f5-4993-9d3e-2677853dbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:57.009715 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-af401c54-22f5-4993-9d3e-2677853dbae3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706472 May 10 19:19:57.149467 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-39258517-8b05-47ae-b6e5-c8480b52c571 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330931 May 10 19:19:57.296211 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e85fb663-eddc-4cc4-bc34-364e0f70837c req-3a06cf16-c57b-43fb-ac2e-9488bf9bc7b2 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405597 May 10 19:19:57.319355 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766a31a-c1f0-42d4-8701-6ae2479b6bb9 req-e51bd976-7747-400d-bb4b-ad7fe54b2d71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:57.320887 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9766a31a-c1f0-42d4-8701-6ae2479b6bb9 req-e51bd976-7747-400d-bb4b-ad7fe54b2d71 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0885227 May 10 19:19:57.371287 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9766a31a-c1f0-42d4-8701-6ae2479b6bb9 req-17f58b17-e953-4253-831a-b6a7b229daf0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 May 10 19:19:58.564898 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa559711-1391-456d-ae23-3c1a488597bd req-2148a110-f829-403d-b838-b706827f0c2b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:58.566282 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-aa559711-1391-456d-ae23-3c1a488597bd req-2148a110-f829-403d-b838-b706827f0c2b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0830169 May 10 19:19:58.611412 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-aa559711-1391-456d-ae23-3c1a488597bd req-2e738728-7404-4c1d-a79b-5b0d3e914ebb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 May 10 19:19:59.799949 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb868f2-3a1d-409e-ad3e-304232f5e3ce req-7d0fe491-82ec-483a-a3df-c5cef9a62a19 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:19:59.801377 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fb868f2-3a1d-409e-ad3e-304232f5e3ce req-7d0fe491-82ec-483a-a3df-c5cef9a62a19 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0786049 May 10 19:19:59.848694 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fb868f2-3a1d-409e-ad3e-304232f5e3ce req-21d51b73-46d5-4256-a77c-29a014eb7538 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 May 10 19:20:01.042099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189ebe-141f-446b-a675-ec3a9d1d504b req-8a685ed6-8f4f-45cb-8066-3f430475abea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:01.044049 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-07189ebe-141f-446b-a675-ec3a9d1d504b req-8a685ed6-8f4f-45cb-8066-3f430475abea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0841947 May 10 19:20:01.088120 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-07189ebe-141f-446b-a675-ec3a9d1d504b req-7d604ade-5065-4155-963c-2eb816c9de5d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 May 10 19:20:02.415760 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f1d72-8385-432b-9820-8fc9c70ed0dd req-01fd8657-dd2b-4651-b02b-fe6c1fae8683 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:02.417108 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-663f1d72-8385-432b-9820-8fc9c70ed0dd req-01fd8657-dd2b-4651-b02b-fe6c1fae8683 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0841198 May 10 19:20:02.461811 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-663f1d72-8385-432b-9820-8fc9c70ed0dd req-572adf08-a7dd-4345-9b65-27a7432780d1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 May 10 19:20:03.649264 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3027bc-cff2-45d5-81c7-af3f50fccea3 req-9e8d62d7-69b2-41ee-bfc0-56d7c8bd4628 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:03.650755 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0a3027bc-cff2-45d5-81c7-af3f50fccea3 req-9e8d62d7-69b2-41ee-bfc0-56d7c8bd4628 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0805511 May 10 19:20:03.769922 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0a3027bc-cff2-45d5-81c7-af3f50fccea3 req-63e791f6-29cd-48de-8097-8a9bd2bc2e62 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128485 May 10 19:20:04.960862 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de26db3-6ccd-4d8b-acd6-d1c65b7a64f6 req-9a25d805-e6a3-4938-8ee6-dc937d8a4237 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:04.962248 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0de26db3-6ccd-4d8b-acd6-d1c65b7a64f6 req-9a25d805-e6a3-4938-8ee6-dc937d8a4237 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0811369 May 10 19:20:05.009169 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0de26db3-6ccd-4d8b-acd6-d1c65b7a64f6 req-f7aa8223-a69f-4ee2-b801-dc06dcbc1973 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 May 10 19:20:06.196941 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0147ee-3640-4c07-8a5b-788c77c1e1c0 req-178ac315-1553-4ddc-acf7-2a1fb3287a3b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:06.198375 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cf0147ee-3640-4c07-8a5b-788c77c1e1c0 req-178ac315-1553-4ddc-acf7-2a1fb3287a3b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808825 May 10 19:20:06.242051 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cf0147ee-3640-4c07-8a5b-788c77c1e1c0 req-bf9f360d-eb51-4925-8570-c91e1aedde3b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 May 10 19:20:07.427583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351a383-cc41-4e10-ad35-c96d12ae8f5d req-56964a81-35f5-422c-8963-f8e526cea22a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:07.429052 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4351a383-cc41-4e10-ad35-c96d12ae8f5d req-56964a81-35f5-422c-8963-f8e526cea22a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0791216 May 10 19:20:07.475536 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4351a383-cc41-4e10-ad35-c96d12ae8f5d req-39118d2b-809a-4447-bf8a-0c2077cfb527 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 May 10 19:20:08.661318 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c81731-6bc8-4973-ad28-5d8a90851722 req-631faa05-5ac2-4817-a7d1-a12541057d4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:08.662760 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-09c81731-6bc8-4973-ad28-5d8a90851722 req-631faa05-5ac2-4817-a7d1-a12541057d4b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0773191 May 10 19:20:08.708694 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-09c81731-6bc8-4973-ad28-5d8a90851722 req-11107351-39b1-474e-a3a6-634498504ce9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 May 10 19:20:09.900196 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076b5d-76ba-482d-a2ca-ad60a5206b3e req-302521b3-c256-423e-88cc-02f74668120c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:09.901626 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-67076b5d-76ba-482d-a2ca-ad60a5206b3e req-302521b3-c256-423e-88cc-02f74668120c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0839524 May 10 19:20:09.945107 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-67076b5d-76ba-482d-a2ca-ad60a5206b3e req-1b497170-11ad-4c7c-a44a-73fe5ab5e409 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370438 May 10 19:20:11.130544 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49953-4321-4717-abf7-6ccc15e8108f req-9f82d5ae-e429-44c9-8328-8497dd15465f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:11.131957 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31d49953-4321-4717-abf7-6ccc15e8108f req-9f82d5ae-e429-44c9-8328-8497dd15465f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0775268 May 10 19:20:11.178517 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31d49953-4321-4717-abf7-6ccc15e8108f req-bab8afba-a07f-4625-8e9b-12dda623cbd3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 May 10 19:20:12.368902 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b696ec-81e0-495a-acbd-8f066c24bcac req-2d96a425-9c24-4bc8-adbf-c4525f04c2d3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:12.370517 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-63b696ec-81e0-495a-acbd-8f066c24bcac req-2d96a425-9c24-4bc8-adbf-c4525f04c2d3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0821757 May 10 19:20:12.419310 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-63b696ec-81e0-495a-acbd-8f066c24bcac req-13806778-2b18-49c3-9ae1-fc7de412fc9d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 May 10 19:20:13.608041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1844-cdaa-418e-84a8-c9cc9458a7fe req-13c51e98-70c5-4c04-baaf-0dd7e5577703 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:13.609406 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-315d1844-cdaa-418e-84a8-c9cc9458a7fe req-13c51e98-70c5-4c04-baaf-0dd7e5577703 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0822463 May 10 19:20:13.653750 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-315d1844-cdaa-418e-84a8-c9cc9458a7fe req-68e5b205-286b-4af9-acaf-4e5da9896915 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385411 May 10 19:20:14.843536 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475632-f85a-4927-8a85-19f1131aa0c6 req-29452a36-1c03-4f65-99f9-eace2741e425 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:14.845026 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-32475632-f85a-4927-8a85-19f1131aa0c6 req-29452a36-1c03-4f65-99f9-eace2741e425 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0817928 May 10 19:20:14.897976 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-32475632-f85a-4927-8a85-19f1131aa0c6 req-3434ebb6-6306-4420-966f-9b1f5c64f279 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472620 May 10 19:20:16.092043 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78010cde-a18d-4bee-8096-1b6b502cf303 req-6760f3e1-6ce3-42f3-9ee7-89c28e503b46 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:16.093463 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78010cde-a18d-4bee-8096-1b6b502cf303 req-6760f3e1-6ce3-42f3-9ee7-89c28e503b46 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0834136 May 10 19:20:16.138689 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78010cde-a18d-4bee-8096-1b6b502cf303 req-c52648ef-8685-4720-b49a-b965910d9923 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395620 May 10 19:20:17.328964 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a15d-9ff1-4615-8682-cffe0126f335 req-41088edc-dd8d-425e-801b-9a13c90e4927 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:17.330736 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-66a8a15d-9ff1-4615-8682-cffe0126f335 req-41088edc-dd8d-425e-801b-9a13c90e4927 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0826175 May 10 19:20:17.374268 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-66a8a15d-9ff1-4615-8682-cffe0126f335 req-633b985a-8550-4eb7-a12b-f8642c0a30e4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 May 10 19:20:18.559048 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef189379-8c45-4a27-8b86-b700a8fdf51e req-ac6b3b40-ab9f-43ba-a1de-b816cd05fd40 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:18.561108 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef189379-8c45-4a27-8b86-b700a8fdf51e req-ac6b3b40-ab9f-43ba-a1de-b816cd05fd40 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0779121 May 10 19:20:18.608610 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef189379-8c45-4a27-8b86-b700a8fdf51e req-aaddfd9f-1022-4bc8-8673-d533143e0516 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 May 10 19:20:19.047384 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e87cf2c8-2961-41bd-9517-7a0b13b91037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:19.797505 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f84e5-c90e-471e-9c1d-74f5b996dfbc req-1bd359dd-b5c2-407d-b25d-ee6ad5d3a1d8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:19.799193 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-009f84e5-c90e-471e-9c1d-74f5b996dfbc req-1bd359dd-b5c2-407d-b25d-ee6ad5d3a1d8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794804 May 10 19:20:19.842990 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-009f84e5-c90e-471e-9c1d-74f5b996dfbc req-492ae950-48d6-46eb-9758-9dd2e19571c9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 May 10 19:20:21.033458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef1ee5-a9e0-4e2d-970a-8ee0ca516c99 req-acdb3a2f-2b98-4d1a-bd92-19271d48fd41 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:21.034951 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-58ef1ee5-a9e0-4e2d-970a-8ee0ca516c99 req-acdb3a2f-2b98-4d1a-bd92-19271d48fd41 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0833142 May 10 19:20:21.098333 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-58ef1ee5-a9e0-4e2d-970a-8ee0ca516c99 req-34a2e2c2-1f45-4d82-9a1e-caafc49059c7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552976 May 10 19:20:21.553246 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bfc9aa06-bd32-40ab-9353-f95bec8f3806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:21.793886 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:22.284662 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2fe19-1bba-44c7-8596-904e19beaec2 req-0cdee5f5-00b8-4293-a777-5de95bf66503 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:22.286111 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f1d2fe19-1bba-44c7-8596-904e19beaec2 req-0cdee5f5-00b8-4293-a777-5de95bf66503 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0792253 May 10 19:20:22.329192 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f1d2fe19-1bba-44c7-8596-904e19beaec2 req-3292eff8-acc7-4447-8f94-30656659f736 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373888 May 10 19:20:22.805183 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:23.038628 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:23.522514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3b7f7-94aa-42a0-b240-94ccfa75f3fb req-e594b073-f387-4deb-a2eb-d66b7857a24b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:23.523938 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6ce3b7f7-94aa-42a0-b240-94ccfa75f3fb req-e594b073-f387-4deb-a2eb-d66b7857a24b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0828199 May 10 19:20:23.568424 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6ce3b7f7-94aa-42a0-b240-94ccfa75f3fb req-bedcc729-0ea1-4306-96cd-deb96e9b1e43 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 May 10 19:20:24.310280 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:24.755726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791c58f-a9ea-4514-8442-645ecabb04f9 req-958378e1-935d-4f32-bdd4-68c81dcb4e14 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:24.757141 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d791c58f-a9ea-4514-8442-645ecabb04f9 req-958378e1-935d-4f32-bdd4-68c81dcb4e14 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0816410 May 10 19:20:24.867461 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d791c58f-a9ea-4514-8442-645ecabb04f9 req-dc4ef5b6-3f8b-4abf-a4a9-b07fe668de95 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046400 May 10 19:20:26.062325 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c8724-61a8-43b6-a1da-527b8d41c77b req-d93f5a41-fc27-4a07-b699-a0d9492e1895 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:26.063723 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec3c8724-61a8-43b6-a1da-527b8d41c77b req-d93f5a41-fc27-4a07-b699-a0d9492e1895 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0867193 May 10 19:20:26.135487 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec3c8724-61a8-43b6-a1da-527b8d41c77b req-a9940c67-2420-4c76-9ee7-04fcd603f692 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581930 May 10 19:20:27.325525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4969e0-8f20-4b88-9bd1-b1d93342de37 req-592efec4-13b5-4e84-9a85-1e6682f5f2d0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:27.326941 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8f4969e0-8f20-4b88-9bd1-b1d93342de37 req-592efec4-13b5-4e84-9a85-1e6682f5f2d0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808787 May 10 19:20:27.372711 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8f4969e0-8f20-4b88-9bd1-b1d93342de37 req-e100ffb1-e7a1-49db-935f-8c8d54372f91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397463 May 10 19:20:28.566486 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd9f61-8d1e-4fba-8238-87a1a193d096 req-6cafbb61-a9af-490b-b52b-1fd359ded917 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:28.567874 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-22fd9f61-8d1e-4fba-8238-87a1a193d096 req-6cafbb61-a9af-490b-b52b-1fd359ded917 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0821114 May 10 19:20:28.611537 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-22fd9f61-8d1e-4fba-8238-87a1a193d096 req-33606304-07a6-4a3f-8380-dc956097cf0f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380371 May 10 19:20:29.799873 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd622a8-a993-47e4-8038-2bc8b73f404a req-503d442b-0256-4127-921d-42a9317a0f08 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:29.801287 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5cd622a8-a993-47e4-8038-2bc8b73f404a req-503d442b-0256-4127-921d-42a9317a0f08 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0793204 May 10 19:20:29.848699 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5cd622a8-a993-47e4-8038-2bc8b73f404a req-eedc0e85-a96e-4379-947c-d6b5f7feedde tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 May 10 19:20:29.998378 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:20:31.037274 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2e7ed-7e78-4ab1-adfc-7e0d0ec21209 req-68e7594e-f290-4ace-b36e-a45c9c8ffe66 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:31.038741 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-aaa2e7ed-7e78-4ab1-adfc-7e0d0ec21209 req-68e7594e-f290-4ace-b36e-a45c9c8ffe66 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0802326 May 10 19:20:31.083816 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-aaa2e7ed-7e78-4ab1-adfc-7e0d0ec21209 req-5424ba5e-4ddf-4576-b4e4-9fe5ec47226b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393450 May 10 19:20:32.271828 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3316-5f40-4f85-9fd9-d235d6c8961c req-f15a4135-29dd-4bf5-a6ca-c85c1ab1dfeb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:32.273428 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-559c3316-5f40-4f85-9fd9-d235d6c8961c req-f15a4135-29dd-4bf5-a6ca-c85c1ab1dfeb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0828395 May 10 19:20:32.317306 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-559c3316-5f40-4f85-9fd9-d235d6c8961c req-eb9bf8e2-f772-426f-914d-33bde669ca70 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 May 10 19:20:33.504578 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88b52c-a73e-43f0-a7bf-de53ccf29072 req-65816366-6261-43c2-a66a-fea39d1dd6f6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:33.506032 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3e88b52c-a73e-43f0-a7bf-de53ccf29072 req-65816366-6261-43c2-a66a-fea39d1dd6f6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0783703 May 10 19:20:33.552769 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3e88b52c-a73e-43f0-a7bf-de53ccf29072 req-1815db35-a5be-4448-9ce1-b45a692e8cd6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 May 10 19:20:34.743522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d2fee-672e-4e12-9517-7ba18242089b req-0b2eecc1-bc3d-48ca-8d26-8ba67425e3f8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:34.744867 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a62d2fee-672e-4e12-9517-7ba18242089b req-0b2eecc1-bc3d-48ca-8d26-8ba67425e3f8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0802045 May 10 19:20:34.790120 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a62d2fee-672e-4e12-9517-7ba18242089b req-fcbb50fd-e8b7-495b-8444-5e1eadfb7a98 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 May 10 19:20:35.978294 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee33c-e83f-49df-ad57-3d4b47dcceb6 req-2980a98b-a90d-42be-83ff-8c07fb6e4e08 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:35.979702 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-830ee33c-e83f-49df-ad57-3d4b47dcceb6 req-2980a98b-a90d-42be-83ff-8c07fb6e4e08 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808072 May 10 19:20:36.027980 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-830ee33c-e83f-49df-ad57-3d4b47dcceb6 req-6f0b7b6f-67f1-45eb-9f5c-2b48da0f995f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 May 10 19:20:37.226830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9437f1-0b2e-4230-b86b-dc8234265676 req-5167dba6-9cfe-4387-972d-c3dcfb311ea3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:37.228276 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be9437f1-0b2e-4230-b86b-dc8234265676 req-5167dba6-9cfe-4387-972d-c3dcfb311ea3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0850639 May 10 19:20:37.277003 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be9437f1-0b2e-4230-b86b-dc8234265676 req-c0934634-3ea4-44c8-aacc-7b3c98da40c5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 May 10 19:20:38.476913 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069d8f8-f112-43fb-9d50-e5e29e0821db req-06a037c8-2193-4737-ad75-4c84dfbe1391 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:38.478412 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5069d8f8-f112-43fb-9d50-e5e29e0821db req-06a037c8-2193-4737-ad75-4c84dfbe1391 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0836616 May 10 19:20:38.524888 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5069d8f8-f112-43fb-9d50-e5e29e0821db req-0821b3a4-4247-4935-920c-44880ac4f9e4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408530 May 10 19:20:39.718756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c9205-29fb-4751-b922-e0c65115dd08 req-c44a0bab-31e7-4e23-a5f4-23ee7364899f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:39.720234 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d08c9205-29fb-4751-b922-e0c65115dd08 req-c44a0bab-31e7-4e23-a5f4-23ee7364899f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0854781 May 10 19:20:39.764542 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d08c9205-29fb-4751-b922-e0c65115dd08 req-54f18a71-65c6-48d6-87e9-72311bffefed tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384734 May 10 19:20:40.950299 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34300b-c05a-41c8-88f0-2e103fe184d3 req-d1e59b17-36f7-4d8d-9976-fbe80ddfd6e5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:40.951643 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb34300b-c05a-41c8-88f0-2e103fe184d3 req-d1e59b17-36f7-4d8d-9976-fbe80ddfd6e5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0778744 May 10 19:20:40.995436 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb34300b-c05a-41c8-88f0-2e103fe184d3 req-11244679-8ce7-4768-989a-4ec29bf5fd32 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 May 10 19:20:42.185300 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c020-2ad1-46d1-ad0e-5a26d9b86097 req-dd059d42-f56c-4476-a5ae-f478174fe99e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:42.186780 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8979c020-2ad1-46d1-ad0e-5a26d9b86097 req-dd059d42-f56c-4476-a5ae-f478174fe99e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0812194 May 10 19:20:42.230626 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8979c020-2ad1-46d1-ad0e-5a26d9b86097 req-bdb73045-3ffa-4652-8f9d-535abe9e86f2 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 May 10 19:20:43.419799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acb8aa-41cf-4fdc-8598-dd47bd1acc21 req-de82e4f5-a953-4021-9df5-2d2ca8a9d14f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:43.421219 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5acb8aa-41cf-4fdc-8598-dd47bd1acc21 req-de82e4f5-a953-4021-9df5-2d2ca8a9d14f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0812521 May 10 19:20:43.464941 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5acb8aa-41cf-4fdc-8598-dd47bd1acc21 req-b6e4dc23-9d5c-4d98-8ca3-69d72e97d4ef tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 May 10 19:20:44.649215 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6177-d733-4ed7-b064-532e2c261c99 req-f0992835-8209-4877-b531-8d07b44dc781 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:44.650695 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-751e6177-d733-4ed7-b064-532e2c261c99 req-f0992835-8209-4877-b531-8d07b44dc781 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0776594 May 10 19:20:44.697350 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-751e6177-d733-4ed7-b064-532e2c261c99 req-0c036968-410b-48b2-9db3-812862e774f4 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 May 10 19:20:45.947096 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4420f6-f45d-4cd5-b051-677246a3884f req-f13303e9-55bc-4186-a7a8-e3acd685ea07 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:45.948566 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2f4420f6-f45d-4cd5-b051-677246a3884f req-f13303e9-55bc-4186-a7a8-e3acd685ea07 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1373403 May 10 19:20:45.992988 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2f4420f6-f45d-4cd5-b051-677246a3884f req-b8a25bad-b7e0-4de7-82a8-e089d3e9f1ca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381753 May 10 19:20:47.180464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ff945-8c8c-409e-9d8c-64f27f41051e req-4e4c5985-ba2a-4a1c-bf88-a893c5097e2e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:47.181902 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c79ff945-8c8c-409e-9d8c-64f27f41051e req-4e4c5985-ba2a-4a1c-bf88-a893c5097e2e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0809555 May 10 19:20:47.226660 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c79ff945-8c8c-409e-9d8c-64f27f41051e req-a9c98b39-b139-472b-8e9b-7ed755645278 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 May 10 19:20:48.439216 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c53c53-1f27-4102-93b9-e7d47e421568 req-d2444246-b38d-4f80-851f-4dfbd70e51ff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:48.440899 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-58c53c53-1f27-4102-93b9-e7d47e421568 req-d2444246-b38d-4f80-851f-4dfbd70e51ff tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1039870 May 10 19:20:48.489084 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-58c53c53-1f27-4102-93b9-e7d47e421568 req-14c4553a-d211-4a10-84dd-7a51823278a5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425000 May 10 19:20:49.049735 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-95a8d9bd-52d6-4635-a774-3e3c8255723f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:49.728759 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd748b-24a3-4fb8-8c04-3bd43a70ad8e req-4e877b3d-1068-4419-aa3a-23dc39b3b087 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:49.728759 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6bcd748b-24a3-4fb8-8c04-3bd43a70ad8e req-4e877b3d-1068-4419-aa3a-23dc39b3b087 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1248636 May 10 19:20:49.773549 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6bcd748b-24a3-4fb8-8c04-3bd43a70ad8e req-58863556-fd01-44f6-a8a3-bdebe01c38cf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 May 10 19:20:50.962457 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c63b3-1981-4dbc-ad74-1bc1a0296b77 req-adfa3dec-4d2e-4ab6-b8ca-88f89b598adf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:50.963816 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-604c63b3-1981-4dbc-ad74-1bc1a0296b77 req-adfa3dec-4d2e-4ab6-b8ca-88f89b598adf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0811694 May 10 19:20:51.007760 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-604c63b3-1981-4dbc-ad74-1bc1a0296b77 req-1aa8de19-2992-4e39-9b53-3fa41b61f0aa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 May 10 19:20:51.555018 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4d3ef90f-e029-4c29-b802-b8c8b402cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:51.807015 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:52.196393 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4335b3-83cb-42ca-bdfd-e1ad9f8e1aa8 req-4c88cefe-4c5d-4e9a-9156-252b471088af tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:52.197738 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4a4335b3-83cb-42ca-bdfd-e1ad9f8e1aa8 req-4c88cefe-4c5d-4e9a-9156-252b471088af tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0823278 May 10 19:20:52.244471 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4a4335b3-83cb-42ca-bdfd-e1ad9f8e1aa8 req-abee2f5f-a19a-4ab0-a231-9b18f7ed9f8f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 May 10 19:20:52.808915 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:53.056133 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:53.434518 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f9520-ac58-40c0-a6d4-aea4d0795007 req-7f4b620a-8fe5-4e75-a2d5-6aae92753c20 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:53.435977 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ee3f9520-ac58-40c0-a6d4-aea4d0795007 req-7f4b620a-8fe5-4e75-a2d5-6aae92753c20 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0784976 May 10 19:20:53.481973 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ee3f9520-ac58-40c0-a6d4-aea4d0795007 req-24be1116-4e50-4792-85c2-8cdb8ea797c1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 May 10 19:20:54.316601 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:20:54.678974 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ff26-3c4c-419d-b298-cf6327c20b93 req-8d0b2d2c-66a0-4352-81a0-c53a1f34ed16 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:54.680424 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f009ff26-3c4c-419d-b298-cf6327c20b93 req-8d0b2d2c-66a0-4352-81a0-c53a1f34ed16 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0884812 May 10 19:20:54.726067 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f009ff26-3c4c-419d-b298-cf6327c20b93 req-0152541c-6aee-4c65-a002-73e494f46b89 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397975 May 10 19:20:55.911200 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32cd00-071b-4f6c-8968-7a60dea8588f req-fcfb7085-27cb-4e24-8a5d-8a138304e2cf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:55.912540 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc32cd00-071b-4f6c-8968-7a60dea8588f req-fcfb7085-27cb-4e24-8a5d-8a138304e2cf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0783119 May 10 19:20:55.960058 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc32cd00-071b-4f6c-8968-7a60dea8588f req-22e43db0-1405-4ac2-8d2f-9c2b440f9a8f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 May 10 19:20:56.198477 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-82c09b70-28f1-41a3-958e-4c2d9e2e4835 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737813 May 10 19:20:56.301949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-89a3d618-448b-4300-8816-d8ddd76560a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:56.303452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-89a3d618-448b-4300-8816-d8ddd76560a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.0704246 May 10 19:20:56.451548 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-72f2ba7d-369b-42aa-9275-f98341e0885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:56.453521 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-72f2ba7d-369b-42aa-9275-f98341e0885f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1283729 May 10 19:20:56.525792 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-5565700f-5f12-43e4-9f1a-e889f83fb6c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 217 time: 0.0642531 May 10 19:20:56.588072 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-1f54e495-06fd-4f50-aeb2-19b1a05308f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:56.589486 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-1f54e495-06fd-4f50-aeb2-19b1a05308f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0576212 May 10 19:20:56.668544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-732ff99c-8a65-4eec-8662-a15c6b34d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:56.670023 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-732ff99c-8a65-4eec-8662-a15c6b34d227 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742803 May 10 19:20:56.799680 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-b1d13047-443d-4614-a1e9-76cfb334962b service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231685 May 10 19:20:56.926534 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38c5beb5-6a7d-4e72-85b8-ad25e16f309f req-3047a13c-20f9-456f-b6c1-a9660e3eb97c service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204450 May 10 19:20:57.150837 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67915f-27cb-4b70-9988-c8a7fb5a29c1 req-7e55c30b-31c2-4db0-bb71-7526ba4c6763 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:57.152289 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d67915f-27cb-4b70-9988-c8a7fb5a29c1 req-7e55c30b-31c2-4db0-bb71-7526ba4c6763 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0799637 May 10 19:20:57.196457 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d67915f-27cb-4b70-9988-c8a7fb5a29c1 req-8ae1363a-6704-40af-ac8d-c78d6b858248 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385671 May 10 19:20:58.390464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63664b-d305-417a-b191-803a271ca97a req-b73ba088-0b59-4f2c-bc5a-7c106b84cf19 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:58.391963 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d63664b-d305-417a-b191-803a271ca97a req-b73ba088-0b59-4f2c-bc5a-7c106b84cf19 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0866656 May 10 19:20:58.440316 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3d63664b-d305-417a-b191-803a271ca97a req-edba09fd-727b-464d-8e14-14b0cba9b9eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 May 10 19:20:59.647743 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6033-e76b-4e2c-ab0d-ab8fff101573 req-2481e3d7-46bf-47db-9fa8-e402d65bd829 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:20:59.649202 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a84e6033-e76b-4e2c-ab0d-ab8fff101573 req-2481e3d7-46bf-47db-9fa8-e402d65bd829 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0822456 May 10 19:20:59.694583 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a84e6033-e76b-4e2c-ab0d-ab8fff101573 req-f82ee706-69ae-4837-878b-054ceb579618 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 May 10 19:21:00.889205 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8309a-eccd-4087-8da3-ac86be16e558 req-52760210-d8a6-4613-9bf5-63e5e63d1ee0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:00.890707 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d4b8309a-eccd-4087-8da3-ac86be16e558 req-52760210-d8a6-4613-9bf5-63e5e63d1ee0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0824609 May 10 19:21:00.935510 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d4b8309a-eccd-4087-8da3-ac86be16e558 req-2e26b179-57ac-49a0-b3e9-b2013a56c522 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 May 10 19:21:02.127970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7976f-c5f4-415d-8ef4-66d68d959e25 req-7bade751-75b5-4abf-a1bf-dc2264d53223 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:02.129417 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eac7976f-c5f4-415d-8ef4-66d68d959e25 req-7bade751-75b5-4abf-a1bf-dc2264d53223 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0833833 May 10 19:21:02.174397 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eac7976f-c5f4-415d-8ef4-66d68d959e25 req-65559313-5a0a-4387-bbdb-1482b0ae95e8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393164 May 10 19:21:03.363617 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea25bff-0718-4ba9-99c8-6ae19870b8c5 req-46fc7c6e-0383-4dd1-ad60-1f31b569803b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:03.364986 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dea25bff-0718-4ba9-99c8-6ae19870b8c5 req-46fc7c6e-0383-4dd1-ad60-1f31b569803b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0800447 May 10 19:21:03.412702 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dea25bff-0718-4ba9-99c8-6ae19870b8c5 req-e1131731-cbf1-4284-9567-580807c14ba3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 May 10 19:21:04.601711 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939cbbb-6a5b-4a34-8c8e-d081519a1fea req-2ac9c171-66ec-4922-be8a-21d9f110e0e3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:04.603204 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f939cbbb-6a5b-4a34-8c8e-d081519a1fea req-2ac9c171-66ec-4922-be8a-21d9f110e0e3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0791976 May 10 19:21:04.647391 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f939cbbb-6a5b-4a34-8c8e-d081519a1fea req-24db1b83-612c-4472-b0ff-ed8c0128dfe3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385652 May 10 19:21:05.903895 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0afaa-368e-40be-89db-a0a7f22f8fe1 req-ac3b830e-d3e5-4a19-be38-92470930009d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:05.905318 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5fd0afaa-368e-40be-89db-a0a7f22f8fe1 req-ac3b830e-d3e5-4a19-be38-92470930009d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0827298 May 10 19:21:06.008697 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5fd0afaa-368e-40be-89db-a0a7f22f8fe1 req-0ad9766e-b834-4972-a4c5-11894f566e4c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975916 May 10 19:21:06.997338 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:21:07.191400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932485ef-b650-4ee5-ab3d-a695cf228ab9 req-b778fb80-b879-4e04-b447-b3ce56f135ef tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:07.192731 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-932485ef-b650-4ee5-ab3d-a695cf228ab9 req-b778fb80-b879-4e04-b447-b3ce56f135ef tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0771892 May 10 19:21:07.239420 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-932485ef-b650-4ee5-ab3d-a695cf228ab9 req-c31e1d47-3a55-482c-a89b-5d1f08968c0d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 May 10 19:21:08.434587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910917c-5978-43bd-a51a-ec9af82989e3 req-5ce0cfa0-c0db-4375-a757-ac398924492d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:08.436096 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1910917c-5978-43bd-a51a-ec9af82989e3 req-5ce0cfa0-c0db-4375-a757-ac398924492d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0840199 May 10 19:21:08.482806 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1910917c-5978-43bd-a51a-ec9af82989e3 req-77c78c47-0b1a-44e1-a248-9514d80eff0a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391724 May 10 19:21:09.677176 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191f87d-d33d-413d-8e03-63cf2d5e8aae req-7fb4761b-74e0-4d71-99e7-0ea174f59688 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:09.678571 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d191f87d-d33d-413d-8e03-63cf2d5e8aae req-7fb4761b-74e0-4d71-99e7-0ea174f59688 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0849593 May 10 19:21:09.722947 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d191f87d-d33d-413d-8e03-63cf2d5e8aae req-a189b36c-b9a2-475c-a34a-3e3bbbaf3097 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 May 10 19:21:10.913269 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b45c2-6586-4f69-a058-95c169180f8f req-f6fa6745-577f-4e6b-aab4-0fc2c85fe782 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:10.914749 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-630b45c2-6586-4f69-a058-95c169180f8f req-f6fa6745-577f-4e6b-aab4-0fc2c85fe782 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794520 May 10 19:21:10.962406 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-630b45c2-6586-4f69-a058-95c169180f8f req-7383fc71-fa74-46aa-a872-fce19f441649 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 May 10 19:21:12.200774 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abe608-dfed-4633-9f72-57889eaf66ae req-c210528b-6f31-4b44-bbd3-93af6eaf6ffd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:12.202286 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-65abe608-dfed-4633-9f72-57889eaf66ae req-c210528b-6f31-4b44-bbd3-93af6eaf6ffd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0888028 May 10 19:21:12.253753 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-65abe608-dfed-4633-9f72-57889eaf66ae req-db37da75-2bb8-4171-bd37-05cd8a87bdca tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 May 10 19:21:13.461135 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899735-d403-4ee7-9b62-6409dbd19516 req-b7f30db4-44b9-4c96-bb01-79be24f009bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:13.462664 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0c899735-d403-4ee7-9b62-6409dbd19516 req-b7f30db4-44b9-4c96-bb01-79be24f009bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0877800 May 10 19:21:13.508493 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0c899735-d403-4ee7-9b62-6409dbd19516 req-54383bbf-25a5-46c9-881d-a70c30a4fa11 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 May 10 19:21:14.701628 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7442b-8785-4e28-89f1-d848299ce67b req-472e6385-2f50-46b8-9fb9-4b80045b76cf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:14.703099 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c3b7442b-8785-4e28-89f1-d848299ce67b req-472e6385-2f50-46b8-9fb9-4b80045b76cf tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0808308 May 10 19:21:14.752991 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c3b7442b-8785-4e28-89f1-d848299ce67b req-04d78428-b607-488e-bb67-c553efac57d7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 May 10 19:21:15.944263 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379131af-99bc-485b-bce4-822e4ae0b5ef req-1e8707f9-a9ba-46a3-b2f3-a7f150476ba6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:15.945712 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-379131af-99bc-485b-bce4-822e4ae0b5ef req-1e8707f9-a9ba-46a3-b2f3-a7f150476ba6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0796375 May 10 19:21:15.990552 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-379131af-99bc-485b-bce4-822e4ae0b5ef req-791c7c6b-5ed1-453b-893f-20b13f4e7b27 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 May 10 19:21:17.188817 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8635ba4-71fc-4bed-b0c0-65d9b3d6852e req-12e752d9-209f-45c5-a7cd-12f569aea447 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:17.190371 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8635ba4-71fc-4bed-b0c0-65d9b3d6852e req-12e752d9-209f-45c5-a7cd-12f569aea447 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0906091 May 10 19:21:17.240351 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c8635ba4-71fc-4bed-b0c0-65d9b3d6852e req-38a1f81e-f0e0-413a-811a-7e1a48a47841 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 May 10 19:21:18.444468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf482-2ec3-464a-9848-ca421cfaa589 req-102c2283-07df-4a0f-b7cc-0b3c4b51f584 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:18.445922 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-821bf482-2ec3-464a-9848-ca421cfaa589 req-102c2283-07df-4a0f-b7cc-0b3c4b51f584 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794754 May 10 19:21:18.493765 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-821bf482-2ec3-464a-9848-ca421cfaa589 req-907c060d-a57d-4406-b658-fbda32e85d6e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 May 10 19:21:19.052993 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-71e49e79-8e1b-4a36-8738-1e9b3a83a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:19.685595 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba097f-7ad5-4826-bec6-9f235e0bc9ed req-6a793d37-5e02-4a5c-b48e-62cb0e06bb75 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:19.687110 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b7ba097f-7ad5-4826-bec6-9f235e0bc9ed req-6a793d37-5e02-4a5c-b48e-62cb0e06bb75 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0826163 May 10 19:21:19.740965 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b7ba097f-7ad5-4826-bec6-9f235e0bc9ed req-734120e4-24a7-4dcb-844d-90a17f4b390b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469906 May 10 19:21:20.934659 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7e94c-c608-44f6-bb47-7d9ad4768973 req-d2e5c532-65be-47e0-9437-818e4b791f09 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:20.936151 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-63f7e94c-c608-44f6-bb47-7d9ad4768973 req-d2e5c532-65be-47e0-9437-818e4b791f09 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0861101 May 10 19:21:20.983881 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-63f7e94c-c608-44f6-bb47-7d9ad4768973 req-c5d4a2ae-f88c-46af-b6ff-7b877ab0ed35 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 May 10 19:21:21.556746 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9db5ca65-9687-41b6-9568-a09172879853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:21.802672 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:22.179643 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a54e7a-0f5c-4236-81b3-761ec302ca35 req-9a9eaa20-9bf9-4bb0-93c7-766861d17e3e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:22.181100 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-04a54e7a-0f5c-4236-81b3-761ec302ca35 req-9a9eaa20-9bf9-4bb0-93c7-766861d17e3e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0841548 May 10 19:21:22.229543 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-04a54e7a-0f5c-4236-81b3-761ec302ca35 req-cfc8ff1c-246f-444d-80b5-0cbe298c1b42 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 May 10 19:21:22.812477 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:23.088279 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:23.452295 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f046ba-5bd6-4ecc-918a-d80482bbf41d req-eb2fe8e2-be56-497a-affb-3335dd3b4828 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:23.454368 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-71f046ba-5bd6-4ecc-918a-d80482bbf41d req-eb2fe8e2-be56-497a-affb-3335dd3b4828 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0967996 May 10 19:21:23.514973 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-71f046ba-5bd6-4ecc-918a-d80482bbf41d req-7dc4e5cf-28a0-4c34-bd9c-133241df0336 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537949 May 10 19:21:24.355669 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:24.715798 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae71bd2-c38d-4004-9c54-5588de1140fc req-88d17c52-decb-4b1d-8022-9723fee7d549 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:24.717254 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cae71bd2-c38d-4004-9c54-5588de1140fc req-88d17c52-decb-4b1d-8022-9723fee7d549 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0871012 May 10 19:21:24.762757 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cae71bd2-c38d-4004-9c54-5588de1140fc req-9c70d5a5-9d7d-40e2-8325-d9fe93df9014 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395489 May 10 19:21:25.952608 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69fb67-d1a6-4ace-8db7-3da52e5ca66b req-c53859f9-e4c9-40ec-83f8-098e2b67b504 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:25.954116 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cc69fb67-d1a6-4ace-8db7-3da52e5ca66b req-c53859f9-e4c9-40ec-83f8-098e2b67b504 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0783560 May 10 19:21:25.998820 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cc69fb67-d1a6-4ace-8db7-3da52e5ca66b req-6e4ad16b-340b-4959-aefa-00cd3dba79ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 May 10 19:21:27.408487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb208b6-b1a9-4893-b07f-9b9e57049faf req-02b1b075-0dbc-4cf4-afc5-11d1db75938e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:27.410152 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1bb208b6-b1a9-4893-b07f-9b9e57049faf req-02b1b075-0dbc-4cf4-afc5-11d1db75938e tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1490774 May 10 19:21:27.459228 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1bb208b6-b1a9-4893-b07f-9b9e57049faf req-d2c74969-46a9-4ebb-849f-8d7034f7c253 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 May 10 19:21:28.652969 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a41c7-eeee-4db8-8a40-470674bf7309 req-2388068e-21c2-4b82-9585-15cccbfc39b0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:28.654779 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7c9a41c7-eeee-4db8-8a40-470674bf7309 req-2388068e-21c2-4b82-9585-15cccbfc39b0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0853570 May 10 19:21:28.701017 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7c9a41c7-eeee-4db8-8a40-470674bf7309 req-14c553c8-f112-463b-93be-db492216ca5b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396528 May 10 19:21:29.901133 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a875a-e484-4340-9db6-9656b4451e3e req-f5bd8dc7-1067-4355-aae3-c2c144433567 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:29.902615 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9a4a875a-e484-4340-9db6-9656b4451e3e req-f5bd8dc7-1067-4355-aae3-c2c144433567 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0832262 May 10 19:21:29.950248 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9a4a875a-e484-4340-9db6-9656b4451e3e req-dea44a46-7a85-4d0b-bfc3-6a619aee02fb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 May 10 19:21:31.137960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b953a-5918-4bb9-af40-4194005665c7 req-66941605-642b-4fff-b967-3cef9501cb50 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:31.139415 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e87b953a-5918-4bb9-af40-4194005665c7 req-66941605-642b-4fff-b967-3cef9501cb50 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0823572 May 10 19:21:31.185912 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e87b953a-5918-4bb9-af40-4194005665c7 req-21203807-d48f-4403-8b80-4d63bf62416b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 May 10 19:21:32.378700 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946294c-b8d8-4eb0-a8ac-93e1370adb6f req-920cbce7-ecd4-4ede-be8d-80ae04bb52d8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:32.380764 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3946294c-b8d8-4eb0-a8ac-93e1370adb6f req-920cbce7-ecd4-4ede-be8d-80ae04bb52d8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0844228 May 10 19:21:32.425470 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3946294c-b8d8-4eb0-a8ac-93e1370adb6f req-4660874d-b786-4bc0-aa13-ad3aabddff05 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403523 May 10 19:21:33.612658 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56087d-140e-48fb-8fc4-b29267e953a0 req-7b74ecbe-9374-45cb-b58d-cef3d6db565d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:33.614136 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ed56087d-140e-48fb-8fc4-b29267e953a0 req-7b74ecbe-9374-45cb-b58d-cef3d6db565d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0789368 May 10 19:21:33.662499 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ed56087d-140e-48fb-8fc4-b29267e953a0 req-5db01327-022e-42f8-8e40-69ae19169db8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 May 10 19:21:34.854090 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478313-75a9-4fd4-ad3b-2650e3e5f09a req-85eeb3bf-5b67-40ae-b3fe-390c3ad6a69b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:34.855525 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-24478313-75a9-4fd4-ad3b-2650e3e5f09a req-85eeb3bf-5b67-40ae-b3fe-390c3ad6a69b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0795834 May 10 19:21:34.899836 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-24478313-75a9-4fd4-ad3b-2650e3e5f09a req-3fd02783-7062-4bce-8bf7-4bd36dfd2b7d tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 May 10 19:21:36.088563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdc17e-5a79-4969-8746-bdd7d138f77c req-ab56bb6a-997e-41a5-be48-26ac94ed12d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:36.089901 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e6cdc17e-5a79-4969-8746-bdd7d138f77c req-ab56bb6a-997e-41a5-be48-26ac94ed12d9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0824969 May 10 19:21:36.133806 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e6cdc17e-5a79-4969-8746-bdd7d138f77c req-68d19a35-288a-40d7-a641-105c91ce5511 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382135 May 10 19:21:37.321564 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694aae4-e8ae-4ce1-a8fe-a96e682ee04d req-2c21a849-f7e2-4b36-8cf9-648248980fe1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:37.323047 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1694aae4-e8ae-4ce1-a8fe-a96e682ee04d req-2c21a849-f7e2-4b36-8cf9-648248980fe1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0793834 May 10 19:21:37.372605 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1694aae4-e8ae-4ce1-a8fe-a96e682ee04d req-9de2e92a-ef7a-43fe-9730-9da00f41b30a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 May 10 19:21:38.561339 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35356-78cf-4b33-bda9-8f53c373ece3 req-1142515c-7650-49bf-b3fb-26e82bbde34f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:38.562838 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-73d35356-78cf-4b33-bda9-8f53c373ece3 req-1142515c-7650-49bf-b3fb-26e82bbde34f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0805113 May 10 19:21:38.608010 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-73d35356-78cf-4b33-bda9-8f53c373ece3 req-d76564a1-a40b-4e1b-a084-796631b4f5ea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 May 10 19:21:39.800667 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90352-c0e4-4b3c-84ce-0b09e7f60fa6 req-80c21611-80fb-46e9-b4c5-5505bff1793c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:39.802126 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-33b90352-c0e4-4b3c-84ce-0b09e7f60fa6 req-80c21611-80fb-46e9-b4c5-5505bff1793c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0842288 May 10 19:21:39.860953 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-33b90352-c0e4-4b3c-84ce-0b09e7f60fa6 req-17cc7520-bd9b-46ad-a095-6ab22842bcda tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529640 May 10 19:21:41.050475 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d6614-3a3c-41ad-9290-f5c76d3e562c req-b2e07dd3-ca3c-4aef-ae97-20d547fe94ab tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:41.051923 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-737d6614-3a3c-41ad-9290-f5c76d3e562c req-b2e07dd3-ca3c-4aef-ae97-20d547fe94ab tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0794816 May 10 19:21:41.098244 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-737d6614-3a3c-41ad-9290-f5c76d3e562c req-91bf38ec-9291-4b89-b9c1-ddf633630618 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 May 10 19:21:42.288258 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820c541-5a13-4ddd-b312-2c326af1898d req-3e776811-4beb-4e59-a4ef-4aa9cc8fc7d7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:42.289629 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5820c541-5a13-4ddd-b312-2c326af1898d req-3e776811-4beb-4e59-a4ef-4aa9cc8fc7d7 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0824277 May 10 19:21:42.333987 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5820c541-5a13-4ddd-b312-2c326af1898d req-0e3fa1e8-4fc3-42eb-b353-a6ba14c885ce tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 May 10 19:21:43.522179 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a6bbb-3cf7-43c5-a610-167a0707032f req-d59e9524-a576-47fa-9fbb-ae3e07bc163f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:43.523597 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4d4a6bbb-3cf7-43c5-a610-167a0707032f req-d59e9524-a576-47fa-9fbb-ae3e07bc163f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0824671 May 10 19:21:43.567138 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4d4a6bbb-3cf7-43c5-a610-167a0707032f req-8a83f142-c9f8-49df-a7b5-faabf44fbbf9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 May 10 19:21:43.995755 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:21:44.756452 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae18f-4ed9-428b-94ff-c8fd89be2c6e req-23fd7741-6f51-4619-a2b5-64f6671cf7e9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:44.758096 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be3ae18f-4ed9-428b-94ff-c8fd89be2c6e req-23fd7741-6f51-4619-a2b5-64f6671cf7e9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0807056 May 10 19:21:44.807011 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be3ae18f-4ed9-428b-94ff-c8fd89be2c6e req-6f9490b6-7ad4-4c63-962e-9b6c3d55b8d5 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 May 10 19:21:45.994525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeda539-f77b-4f3d-a0d3-6abfb3be6d72 req-4a0d0ff6-2c96-443e-a536-43e2506bab80 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:45.995971 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3aeda539-f77b-4f3d-a0d3-6abfb3be6d72 req-4a0d0ff6-2c96-443e-a536-43e2506bab80 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0797644 May 10 19:21:46.041960 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3aeda539-f77b-4f3d-a0d3-6abfb3be6d72 req-0f371d7f-b762-41c3-a093-b1918dab11bc tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 May 10 19:21:47.299282 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6935-d5b0-49a6-8835-a492599962d0 req-a01c4c23-282a-4aaa-b536-0ebe4ad2fcec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:47.300739 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f61d6935-d5b0-49a6-8835-a492599962d0 req-a01c4c23-282a-4aaa-b536-0ebe4ad2fcec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.1495893 May 10 19:21:47.346722 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f61d6935-d5b0-49a6-8835-a492599962d0 req-0ed7ad8e-e739-47ba-a0c2-cd965e77bf95 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 May 10 19:21:48.544316 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce99dc-fa13-4360-8041-ce76b633efd7 req-80495f08-a5b2-4bc9-bd87-c1add16b56e9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:48.545765 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d2ce99dc-fa13-4360-8041-ce76b633efd7 req-80495f08-a5b2-4bc9-bd87-c1add16b56e9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0782580 May 10 19:21:48.594554 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d2ce99dc-fa13-4360-8041-ce76b633efd7 req-d3e1acdd-9dea-4716-853c-63109efcd1d1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 May 10 19:21:49.055259 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-173a8aeb-0b4f-405b-a65c-4e6cf5699256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:49.783756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9d72-987f-4a38-9bbb-0a603c10a2ac req-6cdaf176-7c9b-4aae-897d-252cf5eebbbd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:49.785204 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-316e9d72-987f-4a38-9bbb-0a603c10a2ac req-6cdaf176-7c9b-4aae-897d-252cf5eebbbd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0802538 May 10 19:21:49.829911 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-316e9d72-987f-4a38-9bbb-0a603c10a2ac req-b6d936ed-c9ac-4a5c-bb0e-822e21932a75 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 May 10 19:21:51.019599 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af324cca-739b-49d8-9141-7f02e3343a6d req-d9b3897f-cc77-4c6e-a15f-cc7a12e62494 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:51.021022 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-af324cca-739b-49d8-9141-7f02e3343a6d req-d9b3897f-cc77-4c6e-a15f-cc7a12e62494 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0813091 May 10 19:21:51.064697 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-af324cca-739b-49d8-9141-7f02e3343a6d req-bd5f98bf-309a-4a57-ae2f-8d9a72e20518 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 May 10 19:21:51.558108 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d16d9963-c9c6-4457-9575-a081497dcb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:51.794995 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:52.254145 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986c06a-61e5-44c6-9fa6-300e489b4ce6 req-7e8cb89a-541b-4ca9-8506-aba49cb29ab0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:52.255637 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e986c06a-61e5-44c6-9fa6-300e489b4ce6 req-7e8cb89a-541b-4ca9-8506-aba49cb29ab0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0801923 May 10 19:21:52.303034 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e986c06a-61e5-44c6-9fa6-300e489b4ce6 req-b071b115-b075-4f5f-8542-ffddcc9ca3da tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 May 10 19:21:52.815490 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:53.112677 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:53.492400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2b5ea-f162-457c-8cfb-62d8912ad79e req-0c3323aa-f295-4d7c-938b-7a6518531043 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:53.493847 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-48a2b5ea-f162-457c-8cfb-62d8912ad79e req-0c3323aa-f295-4d7c-938b-7a6518531043 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0784225 May 10 19:21:53.539706 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-48a2b5ea-f162-457c-8cfb-62d8912ad79e req-c4f9bcef-3068-4f44-b988-46259538d1fb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397635 May 10 19:21:54.313115 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:54.735682 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590e72-9285-4c31-926c-bad5c3f04db0 req-bf05c63e-ee95-4a5c-afe8-3f8d1d999f48 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:54.737179 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-82590e72-9285-4c31-926c-bad5c3f04db0 req-bf05c63e-ee95-4a5c-afe8-3f8d1d999f48 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0879459 May 10 19:21:54.782854 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-82590e72-9285-4c31-926c-bad5c3f04db0 req-51c018bf-44da-464d-b1f0-c8e77d724f9a tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=1160cc0e-63b9-4c2c-b016-466e0ff6456d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392375 May 10 19:21:56.212557 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-d635c0d6-dc04-428e-abfc-33f5a12269a6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:56.214200 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-d635c0d6-dc04-428e-abfc-33f5a12269a6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf59d36-c188-4899-b478-854bede45344 HTTP/1.1" status: 200 len: 943 time: 0.0832055 May 10 19:21:56.287822 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-09e077a6-df5f-421a-9f90-81a5f4a60e7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156096 May 10 19:21:56.358926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Deleting port 1dd7a405-4650-4e33-96a0-c15497bdcff9 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:21:56.359175 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.392295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-4884546c-1134-4feb-a978-cc34ad4a40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:56.394094 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-4884546c-1134-4feb-a978-cc34ad4a40d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d58376df914366ad15ba276a471dbe&device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 1098 time: 0.0735164 May 10 19:21:56.501887 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] For port 1dd7a405-4650-4e33-96a0-c15497bdcff9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1dd7a405-4650-4e33-96a0-c15497bdcff9,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:21:56.502378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.624511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-1ee8b72b-d69b-4824-84dc-f02ea466582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:56.625854 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-1ee8b72b-d69b-4824-84dc-f02ea466582b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15e415b-5a1f-488a-b57e-323a830115de HTTP/1.1" status: 200 len: 915 time: 0.2121432 May 10 19:21:56.691032 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-f84cc747-012c-4069-a3d8-3c3de971a6ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24228327-9768-43a2-ad98-8e70c8aaa76e HTTP/1.1" status: 200 len: 217 time: 0.0585454 May 10 19:21:56.759777 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-b0e8e652-9f4a-4cc6-bb3b-b91702d1ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:21:56.761205 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-b0e8e652-9f4a-4cc6-bb3b-b91702d1ef9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9af27669-bef7-4e03-8c1c-9c194354dc98 HTTP/1.1" status: 200 len: 854 time: 0.0638862 May 10 19:21:56.794817 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.795165 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.795516 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.l3_db [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Floating IP 26721735-c662-439a-a634-8022c626f606 disassociated. External IP: 172.27.3.198, port: 1dd7a405-4650-4e33-96a0-c15497bdcff9. May 10 19:21:56.795793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Calling delete_port for 1dd7a405-4650-4e33-96a0-c15497bdcff9 owned by compute:nova {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:21:56.808768 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-d3344900-d9ab-4ef3-800b-9bcb392ccca7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15e415b-5a1f-488a-b57e-323a830115de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414214 May 10 19:21:56.818968 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-296319f5-4d7e-4e78-b537-c391554750b5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:21:56.819892 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-296319f5-4d7e-4e78-b537-c391554750b5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050986 May 10 19:21:56.913335 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:56.921291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:21:56.956097 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-8e613bfa-9fa6-4c39-b7e4-802db5589bbd service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293075 May 10 19:21:57.026538 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event deleted for resources: {'Port': ['ID=1dd7a405-4650-4e33-96a0-c15497bdcff9,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:57.040196 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.040558 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.041126 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.041487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.041845 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.042223 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.042567 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.043098 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.043607 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.044129 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.044641 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.045146 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:57.053784 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:21:57.120603 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1ca2c838-cfb6-4903-9e63-2f7cbaad0f6d req-1b538c56-79fb-43f9-a080-e0979e788207 service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567965 May 10 19:21:57.267462 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:21:57.444981 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:21:57.454734 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:57.464598 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:21:57.465214 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:21:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:57.517523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] No DVR routers for this DVR port 1dd7a405-4650-4e33-96a0-c15497bdcff9 on host hv-cinder-78093 {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:21:57.520354 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:57.523410 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-deleted', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:21:57.539597 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e9396521-9fb4-4cfe-8d18-de4213e9c8ab req-c321ed7e-056a-4910-adce-6ef599c8e9fe tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "DELETE /v2.0/ports/1dd7a405-4650-4e33-96a0-c15497bdcff9 HTTP/1.1" status: 204 len: 173 time: 1.3201344 May 10 19:21:57.566962 dv-cinder-780933-5-iscsi neutron-server[78732]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbf59d36-c188-4899-b478-854bede45344', 'name': 'network-vif-deleted', 'tag': '1dd7a405-4650-4e33-96a0-c15497bdcff9', 'status': 'failed', 'code': 422} returned with failed status May 10 19:21:57.654288 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:21:57.974910 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:57.979021 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:57.988481 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:21:57.989103 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:21:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:58.103221 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 40874) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:58.166766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:21:58.180288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.211289 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.268251 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.279243 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b0be04fe-c2f8-44a2-84e1-677404b20ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:21:58.293823 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1160cc0e-63b9-4c2c-b016-466e0ff6456d,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:58.297139 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:21:58.309103 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.313009 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "DELETE /v2.0/security-groups/1160cc0e-63b9-4c2c-b016-466e0ff6456d HTTP/1.1" status: 204 len: 168 time: 0.2061579 May 10 19:21:58.313325 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 40882) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:58.331340 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.api.v2.resource [None req-a362e04f-e687-4a0f-bc76-28625e5e33bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] show failed (client error): The resource could not be found. May 10 19:21:58.332321 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-a362e04f-e687-4a0f-bc76-28625e5e33bd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups/1160cc0e-63b9-4c2c-b016-466e0ff6456d HTTP/1.1" status: 404 len: 347 time: 0.0167313 May 10 19:21:58.335145 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 40886) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:58.516368 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:58.520513 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b1930-9933-447a-9e89-7a45ba3108f2 None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:58.575137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Deleting port 290d4563-9cb6-454a-8f13-6b34efbe7dbd {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:21:58.575478 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.698078 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.698410 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.754549 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb9506-ef74-4c7a-b047-128fd5bedda2 None None] New status for floating IP 26721735-c662-439a-a634-8022c626f606: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:21:58.829514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Calling delete_port for 290d4563-9cb6-454a-8f13-6b34efbe7dbd owned by network:floatingip {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:21:58.955855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:58.956309 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.db.api [None req-44bb9506-ef74-4c7a-b047-128fd5bedda2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:21:58.956700 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_db.api [None req-44bb9506-ef74-4c7a-b047-128fd5bedda2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:21:58.963912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:21:59.014686 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event deleted for resources: {'Port': ['ID=290d4563-9cb6-454a-8f13-6b34efbe7dbd,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:59.045930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:21:59.106080 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.120380 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.121485 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "DELETE /v2.0/floatingips/26721735-c662-439a-a634-8022c626f606 HTTP/1.1" status: 204 len: 168 time: 0.7854738 May 10 19:21:59.420692 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 40904) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:59.426099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239218289', 'description': 'tempest-description--1887798300'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:21:59.432860 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:21:59.436917 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:21:59.439787 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:21:59.445385 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:21:59.456808 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.458381 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb9506-ef74-4c7a-b047-128fd5bedda2 None None] New status for floating IP 26721735-c662-439a-a634-8022c626f606: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:21:59.479647 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:21:59.483990 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:21:59.487271 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:21:59.492955 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:21:59.582650 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.587544 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.591926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cca0a2d6-c8a7-40f7-9503-94eb7baf542e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:21:59.636488 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a93a51-ecb3-42bf-a536-25ef319945fb,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:59.639524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:21:59.643010 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.644193 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2225230 May 10 19:21:59.647237 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 40910) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:59.652494 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'security_group_rule': {'security_group_id': 'a9a93a51-ecb3-42bf-a536-25ef319945fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:21:59.658496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:21:59.662324 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:21:59.665202 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:21:59.671558 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:21:59.686495 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.749529 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.754314 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.756606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5734ec5e-32b1-44d0-946e-9a92b423b75d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:21:59.779176 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136dc01e-ff9f-4196-8641-3b35feb7d963,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:59.790163 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.790571 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.790965 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.791323 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.791742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.792094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.792473 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.792812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.793159 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.793491 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.793826 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.794258 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:59.797491 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:21:59.798425 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.799591 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-cdddb467-22db-4096-8f81-909b3394aa91 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513412 May 10 19:21:59.802487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 40916) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:59.807858 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'security_group_rule': {'security_group_id': 'a9a93a51-ecb3-42bf-a536-25ef319945fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:21:59.813988 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:21:59.817807 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:security_group_rule and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:21:59.820660 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:21:59.826694 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:21:59.843608 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.906483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.910011 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.912086 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:21:59.933405 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e326aa6-0004-4b86-b808-bb0ed626503d,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:59.935829 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:21:59.943545 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:21:59.944736 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-adc1beab-5d33-4179-aaba-f8d7f25b4443 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412673 May 10 19:21:59.947772 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 40920) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:21:59.952768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'floatingip': {'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:21:59.959017 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:21:59.962777 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Usage tracker for resource:floatingip and tenant:e7df175d1c58483bb9942f05be0afd98 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:21:59.965562 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:21:59.971347 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:21:59.981461 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.199360 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.334725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Allocated IP 172.27.3.156 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/c411c977-b8fb-49fc-b052-0ab8882d0e3f) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:00.487753 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.519892 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.525054 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b03c3c01-6202-467d-a543-2893b4c6d972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:00.584127 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:00.586711 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:00.589396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:22:00.633100 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'Port': ['ID=c411c977-b8fb-49fc-b052-0ab8882d0e3f,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:00.637016 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:00.680135 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.743367 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.953276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.959057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:00.963530 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5e434ec7-38a4-4cb9-8060-f60088c1598a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:01.065982 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'Port': ['ID=c411c977-b8fb-49fc-b052-0ab8882d0e3f,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:01.069988 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:01.080031 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:01.101855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:01.103079 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d1ced86d-bd0f-4ab4-959f-336413cd62db tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1544106 May 10 19:22:01.296110 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-ec0b96f4-3fb2-47c2-9d8a-1bea4780e97f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--239218289&fields=id&tenant_id=e7df175d1c58483bb9942f05be0afd98 HTTP/1.1" status: 200 len: 267 time: 0.0396297 May 10 19:22:01.441164 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-96448f62-5d6a-4928-9c79-df9b34368044 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:01.442617 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-96448f62-5d6a-4928-9c79-df9b34368044 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 815 time: 0.1394627 May 10 19:22:01.458562 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-f9100741-553f-4b21-80f9-0ee2172a9ae6 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/quotas/e7df175d1c58483bb9942f05be0afd98 HTTP/1.1" status: 200 len: 375 time: 0.0101631 May 10 19:22:01.543179 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-fb335cbd-ca8b-47a5-ba45-17f5eab57946 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794392 May 10 19:22:01.610225 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-fd66e4dd-f90f-4601-b3d4-1c2a9203a096 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:22:01.611182 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-fd66e4dd-f90f-4601-b3d4-1c2a9203a096 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476594 May 10 19:22:01.742593 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-92257382-5656-41ca-8e16-566c2e985f03 service neutron] 10.222.0.26 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252902 May 10 19:22:01.870504 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-7a87531a-bccd-4f1a-a37e-d6f124e47124 service neutron] 10.222.0.26 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219518 May 10 19:22:02.050506 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-97f4cd66-e321-4e75-9b95-47cc828cbf22 req-fd7dd02d-e331-4a1d-8c6c-16b7d2d21950 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:22:02.066403 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-97f4cd66-e321-4e75-9b95-47cc828cbf22 req-fd7dd02d-e331-4a1d-8c6c-16b7d2d21950 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:22:02.067573 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-97f4cd66-e321-4e75-9b95-47cc828cbf22 req-fd7dd02d-e331-4a1d-8c6c-16b7d2d21950 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 210 time: 0.0598888 May 10 19:22:03.239513 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ca37b361-185b-4974-a2f6-5bd1c8a94481 req-a1427eef-3691-4226-9170-3dce1c36cfe1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 210 time: 0.0492408 May 10 19:22:03.290744 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-e615472f-8f0b-46c9-9d38-8bd1acda8b35 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:03.292283 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-e615472f-8f0b-46c9-9d38-8bd1acda8b35 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 815 time: 0.1665001 May 10 19:22:03.354050 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-2c2c75fe-8399-4bff-88fb-cb9ca8d3cf76 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7df175d1c58483bb9942f05be0afd98 HTTP/1.1" status: 200 len: 379 time: 0.0475259 May 10 19:22:03.367229 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'port': {'device_id': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'admin_state_up': True, 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'security_groups': ['a9a93a51-ecb3-42bf-a536-25ef319945fb']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:03.509094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:22:03.518523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:22:03.528118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Made reservation on behalf of e7df175d1c58483bb9942f05be0afd98 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:03.531678 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:03.788226 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Allocated IP 172.20.0.14 (ce2f4e49-c2fa-4200-bae6-50251e049bae/de3e5431-c95e-4a6a-af98-830dffaef396/77b66839-669b-48c7-9620-9777be7bc62d) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:03.994097 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.010186 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Transition to ACTIVE for port object 77b66839-669b-48c7-9620-9777be7bc62d will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:22:04.033918 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.039948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-56d53f84-1fc6-4ad2-a248-8826151b20fb tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:04.099361 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Network ce2f4e49-c2fa-4200-bae6-50251e049bae is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:04.102142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:04.104711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:22:04.110798 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:04.111435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.135606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event updated for resources: {'Port': ['ID=77b66839-669b-48c7-9620-9777be7bc62d,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:04.138990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:04.154958 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950516 May 10 19:22:04.172479 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Request body: {'port': {'device_id': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:04.290559 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.384186 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b73ab050-23c9-4b6c-b02b-357541e02775 None None] Provisioning for port 77b66839-669b-48c7-9620-9777be7bc62d completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:22:04.390434 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-b73ab050-23c9-4b6c-b02b-357541e02775 None None] Provisioning complete for port 77b66839-669b-48c7-9620-9777be7bc62d triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:22:04.391014 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b73ab050-23c9-4b6c-b02b-357541e02775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.431368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa04c-f202-4910-bb93-cf21930c3e7e req-b7c66c81-a69a-4b52-88f4-5dbadc3eea33 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:04.432412 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-567aa04c-f202-4910-bb93-cf21930c3e7e req-b7c66c81-a69a-4b52-88f4-5dbadc3eea33 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 932 time: 0.0815222 May 10 19:22:04.449612 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-b73ab050-23c9-4b6c-b02b-357541e02775 None None] Port 77b66839-669b-48c7-9620-9777be7bc62d cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:22:04.482250 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-567aa04c-f202-4910-bb93-cf21930c3e7e req-20c2d8d3-6fc8-4a9f-95d9-a52d85359a8f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:22:04.499093 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-567aa04c-f202-4910-bb93-cf21930c3e7e req-20c2d8d3-6fc8-4a9f-95d9-a52d85359a8f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:22:04.500528 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-567aa04c-f202-4910-bb93-cf21930c3e7e req-20c2d8d3-6fc8-4a9f-95d9-a52d85359a8f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608099 May 10 19:22:04.639732 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b66839-669b-48c7-9620-9777be7bc62d {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:22:04.646936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.660741 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Transition to ACTIVE for port object 77b66839-669b-48c7-9620-9777be7bc62d will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:22:04.664386 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.668604 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:04.830096 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=77b66839-669b-48c7-9620-9777be7bc62d,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:04.833153 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:04.850294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Attempting to bind port 77b66839-669b-48c7-9620-9777be7bc62d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:22:04.850626 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Attempting to bind port 77b66839-669b-48c7-9620-9777be7bc62d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:22:04.850947 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Attempting to bind port 77b66839-669b-48c7-9620-9777be7bc62d on network ce2f4e49-c2fa-4200-bae6-50251e049bae {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:22:04.858439 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Port 77b66839-669b-48c7-9620-9777be7bc62d on network ce2f4e49-c2fa-4200-bae6-50251e049bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:22:04.858941 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Attempting to bind port 77b66839-669b-48c7-9620-9777be7bc62d on network ce2f4e49-c2fa-4200-bae6-50251e049bae {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:22:04.865336 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:22:04.865758 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Checking segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:22:04.866187 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Bound using segment: {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:22:04.866759 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Bound port: 77b66839-669b-48c7-9620-9777be7bc62d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7473b7f-6662-4d71-ab41-98f28e68f6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:22:04.867115 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.965219 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] For port 77b66839-669b-48c7-9620-9777be7bc62d, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:22:04.968474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] For port 77b66839-669b-48c7-9620-9777be7bc62d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77b66839-669b-48c7-9620-9777be7bc62d,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:22:04.974633 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:04.979362 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8f47aec8-21ec-47ef-95e7-e758041167af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:05.020532 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:05.021152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:05.022768 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 200 len: 1094 time: 0.8546195 May 10 19:22:05.023258 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:22:05.068039 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=77b66839-669b-48c7-9620-9777be7bc62d,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:05.082075 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:05.152757 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d', 'status': 'completed', 'code': 200} May 10 19:22:05.177467 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-e824eb8c-a4fa-4058-94f2-3e445532a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:05.179000 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-e824eb8c-a4fa-4058-94f2-3e445532a76b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 1097 time: 0.0930068 May 10 19:22:05.253922 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-6e296bae-83ef-470c-95c5-fcbd18b45418 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 200 len: 217 time: 0.0621014 May 10 19:22:05.323476 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-871b5f49-8813-4600-8636-b0ea71f2b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:05.325075 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-871b5f49-8813-4600-8636-b0ea71f2b438 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0649264 May 10 19:22:05.398284 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-32467836-eb67-43f6-ae7a-35b302221bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:05.399748 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-32467836-eb67-43f6-ae7a-35b302221bbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684664 May 10 19:22:05.621490 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-6afe8c17-2c02-4649-b022-421b297e4323 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147069 May 10 19:22:05.809212 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7275a58-7e4f-4f45-8cef-ec338a26eaef req-0f362c56-b677-42fe-93b6-86aa9a071566 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569159 May 10 19:22:05.817284 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312776b-df25-48da-ad99-a8a47eda72c2 req-9b5d4971-607d-481a-9a7d-8ff3d8df4bb3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:05.817964 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-4312776b-df25-48da-ad99-a8a47eda72c2 req-9b5d4971-607d-481a-9a7d-8ff3d8df4bb3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:22:05.835910 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-4312776b-df25-48da-ad99-a8a47eda72c2 req-9b5d4971-607d-481a-9a7d-8ff3d8df4bb3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:22:05.837349 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4312776b-df25-48da-ad99-a8a47eda72c2 req-9b5d4971-607d-481a-9a7d-8ff3d8df4bb3 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 944 time: 0.2182205 May 10 19:22:05.884403 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4312776b-df25-48da-ad99-a8a47eda72c2 req-ea37f9f0-fca8-4cd0-b418-da18d2611a57 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 May 10 19:22:05.962727 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-3481aa92-8935-4fa0-8e14-abeed29a135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:05.964240 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-3481aa92-8935-4fa0-8e14-abeed29a135e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 1097 time: 0.0705276 May 10 19:22:06.098058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-2e68fdf1-cf24-41b1-a441-826086918093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:06.099628 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-2e68fdf1-cf24-41b1-a441-826086918093 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.1290174 May 10 19:22:06.171154 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-d973c192-5add-424b-ab14-e15c59e0086e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 200 len: 217 time: 0.0641079 May 10 19:22:06.232827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-76c4fdbb-20e5-4e75-bf0c-fde73e9f0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:06.234371 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-76c4fdbb-20e5-4e75-bf0c-fde73e9f0feb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0568492 May 10 19:22:06.311990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-1a0c1467-cec3-4a8a-be22-5f321cdd8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:06.313490 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-1a0c1467-cec3-4a8a-be22-5f321cdd8a3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732772 May 10 19:22:06.446253 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-9065b21e-3654-4b48-9552-b047eb4a7c3f service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258345 May 10 19:22:06.585801 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-361d5e9b-6823-46a1-8256-331b4b0745f5 req-13d98d2f-f98a-4d02-9c53-34185d2adbbf service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332273 May 10 19:22:07.070254 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dfecd-f5f5-4bc7-8274-da072ad18714 req-5abfdcb7-e87a-42d2-87fe-c9a22ee87b24 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:07.071711 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-747dfecd-f5f5-4bc7-8274-da072ad18714 req-5abfdcb7-e87a-42d2-87fe-c9a22ee87b24 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 944 time: 0.0788903 May 10 19:22:07.121206 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-747dfecd-f5f5-4bc7-8274-da072ad18714 req-8bcd18bb-cf25-480e-a67c-bf7635952186 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 May 10 19:22:08.319539 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ada14-962a-45cb-bcd2-25a556f1a545 req-910edeb8-620f-41ca-9ad6-63b24de12bb9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:08.321030 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ff1ada14-962a-45cb-bcd2-25a556f1a545 req-910edeb8-620f-41ca-9ad6-63b24de12bb9 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 944 time: 0.0848265 May 10 19:22:08.367100 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ff1ada14-962a-45cb-bcd2-25a556f1a545 req-2667796a-7faf-4bac-874f-be363c091b04 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402334 May 10 19:22:08.802328 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 77b66839-669b-48c7-9620-9777be7bc62d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:22:08.935700 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 77b66839-669b-48c7-9620-9777be7bc62d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77b66839-669b-48c7-9620-9777be7bc62d,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:22:08.948674 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '77b66839-669b-48c7-9620-9777be7bc62d', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'port_id': '77b66839-669b-48c7-9620-9777be7bc62d', 'mac_address': 'fa:16:3e:36:c6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:22:09.050859 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:09.068320 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b66839-669b-48c7-9620-9777be7bc62d {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:22:09.085792 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 77b66839-669b-48c7-9620-9777be7bc62d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77b66839-669b-48c7-9620-9777be7bc62d,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:22:09.089844 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:09.091666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-23f10860-2e55-4bae-8bcb-3f225dd81e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:09.156647 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=77b66839-669b-48c7-9620-9777be7bc62d,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:09.164335 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.164680 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.165017 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.165361 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.165694 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.166053 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.166433 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.166699 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.167020 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.167340 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.167661 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.167976 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:09.171785 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:09.576864 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294dcd3-edad-4e9c-8e53-22e895c50b34 req-46a3cc02-0644-4a74-9949-75c36ee640b0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:09.578648 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a294dcd3-edad-4e9c-8e53-22e895c50b34 req-46a3cc02-0644-4a74-9949-75c36ee640b0 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 945 time: 0.0895250 May 10 19:22:09.603746 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['77b66839-669b-48c7-9620-9777be7bc62d'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:22:09.627403 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a294dcd3-edad-4e9c-8e53-22e895c50b34 req-e3a5da26-c11b-49a7-9e97-c1bbe68b5cb8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 May 10 19:22:10.814077 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6edca0-dcce-4432-90f3-b0c15b872905 req-b748c377-1f17-402b-aff4-faf0773055fd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:10.815527 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d6edca0-dcce-4432-90f3-b0c15b872905 req-b748c377-1f17-402b-aff4-faf0773055fd tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 945 time: 0.0789065 May 10 19:22:10.824182 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 77b66839-669b-48c7-9620-9777be7bc62d up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:22:10.861773 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d6edca0-dcce-4432-90f3-b0c15b872905 req-4bf3caa9-f1c2-4348-8721-6b49f69a4daa tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 May 10 19:22:10.896239 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 77b66839-669b-48c7-9620-9777be7bc62d completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:22:10.900647 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 77b66839-669b-48c7-9620-9777be7bc62d triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:22:10.901016 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:11.018864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:11.048714 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:22:11.061744 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 77b66839-669b-48c7-9620-9777be7bc62d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77b66839-669b-48c7-9620-9777be7bc62d,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:22:11.067420 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:11.070468 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:22:11.144571 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=77b66839-669b-48c7-9620-9777be7bc62d,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:11.147885 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:22:11.158489 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d', 'code': 200} May 10 19:22:11.456890 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7564-8614-41a0-8482-a650e8148da6 req-bf3a2ac1-3974-478d-b91e-ab95879009f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:11.458545 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b2ec7564-8614-41a0-8482-a650e8148da6 req-bf3a2ac1-3974-478d-b91e-ab95879009f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 1099 time: 0.0987661 May 10 19:22:11.504463 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b2ec7564-8614-41a0-8482-a650e8148da6 req-dc9d5349-992b-4874-aaf8-9e0b889e905e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 May 10 19:22:12.054639 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc3666-74ac-4eba-a6cb-6f7e31bbc90d req-2e545c29-d878-4e0c-9358-9eb29658813c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:12.056093 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6edc3666-74ac-4eba-a6cb-6f7e31bbc90d req-2e545c29-d878-4e0c-9358-9eb29658813c tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 946 time: 0.0843148 May 10 19:22:12.100881 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6edc3666-74ac-4eba-a6cb-6f7e31bbc90d req-8cccae41-5697-4baf-9e66-09ab9b1969ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 May 10 19:22:13.317595 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ddb7-e752-4b66-8985-c618daf3ee2d req-ebe3ef16-a494-4f49-b0ba-605971f62b69 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:13.319061 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6474ddb7-e752-4b66-8985-c618daf3ee2d req-ebe3ef16-a494-4f49-b0ba-605971f62b69 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 946 time: 0.0853992 May 10 19:22:13.364153 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6474ddb7-e752-4b66-8985-c618daf3ee2d req-0bae1fe2-00f2-4ac9-ba62-5423d273a3da tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 May 10 19:22:13.552126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161d8d7-3155-40e0-8109-328edf76c2dc req-49a89a30-a4c3-4e3a-bd24-facecc490936 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:13.553602 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4161d8d7-3155-40e0-8109-328edf76c2dc req-49a89a30-a4c3-4e3a-bd24-facecc490936 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 946 time: 0.0829313 May 10 19:22:13.562417 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 41130) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:22:13.568256 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Request body: {'floatingip': {'port_id': '77b66839-669b-48c7-9620-9777be7bc62d'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:22:13.647512 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:14.569960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:14.574434 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:14.749321 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.l3_db [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Floating IP 2be92d1c-5e9e-4f9b-926a-706fa7f0b182 associated. External IP: 172.27.3.156, port: 77b66839-669b-48c7-9620-9777be7bc62d. May 10 19:22:15.113012 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:22:15.451311 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:22:15.458923 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:15.464203 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:22:15.477310 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:22:15.477310 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:21:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:22:15.521034 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2fd91135-20b4-466c-960f-907b385fbb4f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "PUT /v2.0/floatingips/2be92d1c-5e9e-4f9b-926a-706fa7f0b182 HTTP/1.1" status: 200 len: 992 time: 1.9532199 May 10 19:22:15.521034 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d'}] {{(pid=78732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:22:15.572885 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d', 'status': 'completed', 'code': 200} May 10 19:22:15.668897 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:22:15.795250 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-d86c40cd-3fbd-4c85-b9dd-c4b8b3bd5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:15.796723 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-d86c40cd-3fbd-4c85-b9dd-c4b8b3bd5de2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 1099 time: 0.1669614 May 10 19:22:15.928021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-4a53cb5c-5d08-4d6b-9b5c-a5cc5574f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:15.929384 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-4a53cb5c-5d08-4d6b-9b5c-a5cc5574f7b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.1253495 May 10 19:22:16.022216 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '2be92d1c-5e9e-4f9b-926a-706fa7f0b182', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'port_id': '77b66839-669b-48c7-9620-9777be7bc62d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'mac_address': 'fa:16:3e:36:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:22:00Z', 'updated_at': '2021-05-10T19:22:14Z', 'revision_number': 1, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:22:16.026654 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:22:16.039313 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-06810d54-b402-42d9-bb9e-a4354dfc774e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 200 len: 1000 time: 0.1035786 May 10 19:22:16.039547 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:22:16.040164 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:21:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:22:16.103906 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-c30ef501-b70e-4030-8ade-5fa474090dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:16.105338 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-c30ef501-b70e-4030-8ade-5fa474090dab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0604076 May 10 19:22:16.195827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-341d36cb-c783-4387-a6bd-7ebd107579db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:16.197452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-341d36cb-c783-4387-a6bd-7ebd107579db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862589 May 10 19:22:16.238896 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:22:16.374838 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-f092e4d1-ebea-489c-92e6-2cbda2031370 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709762 May 10 19:22:16.564041 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2408fde2-5deb-4725-aa84-7d5864ce78f2 req-6f0e91a4-10e7-41f0-828b-f6b22fabf9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723685 May 10 19:22:16.720621 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '2be92d1c-5e9e-4f9b-926a-706fa7f0b182', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'port_id': '77b66839-669b-48c7-9620-9777be7bc62d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'mac_address': 'fa:16:3e:36:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:22:00Z', 'updated_at': '2021-05-10T19:22:14Z', 'revision_number': 1, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:22:16.727122 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0c7329-4f60-41ca-a61a-3b5b9993cca2 None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '2be92d1c-5e9e-4f9b-926a-706fa7f0b182', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'port_id': '77b66839-669b-48c7-9620-9777be7bc62d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'mac_address': 'fa:16:3e:36:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:22:00Z', 'updated_at': '2021-05-10T19:22:14Z', 'revision_number': 1, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:22:16.937404 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b0574e-cfd7-400e-87fc-0f33ff197bb1 None None] New status for floating IP 2be92d1c-5e9e-4f9b-926a-706fa7f0b182: ACTIVE {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:22:19.056778 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3bc70cb0-f3d7-4848-a6cc-9d32d012c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:20.997031 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:22:21.560437 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-79e6c926-fad3-45a9-945e-ccdbfc58dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:21.798656 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:22.818765 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:23.126268 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:24.317468 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:49.059633 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-57a05952-580f-4e7c-b8c6-e2b89863a590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.568812 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-63c112a3-8bbc-426f-a65e-3e4db6751501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:51.804524 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:52.824821 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:53.124364 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:54.323675 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:22:58.002453 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:22:58.171580 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-728fe486-2412-4e5b-8d61-2c5c50d5cf86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1059628 May 10 19:22:58.341454 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-ee33d8c5-bc94-48ad-b76c-2fbcc64138d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:58.343014 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-ee33d8c5-bc94-48ad-b76c-2fbcc64138d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.0817430 May 10 19:22:58.525480 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-9d7d9d3e-9160-482d-9f9f-80ee3e5f13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:58.527825 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-9d7d9d3e-9160-482d-9f9f-80ee3e5f13b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1606944 May 10 19:22:58.656074 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-e9aef004-0bca-4dca-a560-a985910d2703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.1209617 May 10 19:22:58.725435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-88eec4ba-787c-4041-b613-cebb584b862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:58.726934 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-88eec4ba-787c-4041-b613-cebb584b862c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0644498 May 10 19:22:58.806049 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-6862b302-a567-44d5-a3e7-cd20263d0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:22:58.807886 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-6862b302-a567-44d5-a3e7-cd20263d0d55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747011 May 10 19:22:58.949884 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-7ea6bbf5-38fe-4718-a186-7a09c2dfb2b9 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344633 May 10 19:22:59.096439 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3a2cef3-e751-4421-af56-d1b725f64770 req-38d04e28-223f-43c7-ae64-ca95d79d390b service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388919 May 10 19:23:19.064767 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef258-af35-432b-93d0-e19dda7fe6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.562482 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4f2f5dbc-3348-4b97-8d32-d8079c509655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:21.800923 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:22.825731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:23.148055 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:24.329283 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:35.002018 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:23:49.067747 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7450710d-8e45-4450-a356-a75db7f46368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:51.564909 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-295db49d-02fe-4a02-8280-c20d4cfd4f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:51.796018 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:52.827444 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:53.131573 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:54.329438 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:23:57.649887 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-373694a1-5989-4575-a5e4-f869a1e01f52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1760621 May 10 19:23:57.759180 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-d948377a-f665-46dc-b20f-c796a7571e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.760891 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-d948377a-f665-46dc-b20f-c796a7571e71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.0772016 May 10 19:23:57.969346 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-cc0ff5af-4c25-4e96-afae-a532c9d8718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:57.972497 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-cc0ff5af-4c25-4e96-afae-a532c9d8718a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1924708 May 10 19:23:58.058310 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-4d88f33d-0e86-4ada-89d0-38a325c8657c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 217 time: 0.0780780 May 10 19:23:58.125113 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-0a19e2eb-73a1-47ee-91dd-3d4de78097f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:58.126715 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-0a19e2eb-73a1-47ee-91dd-3d4de78097f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0627244 May 10 19:23:58.219015 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-2f48f79f-1d3f-4d37-8257-05e797ac769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:23:58.221293 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-2f48f79f-1d3f-4d37-8257-05e797ac769e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874841 May 10 19:23:58.399194 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-928d48da-123e-4075-ae25-9ee3329997c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709626 May 10 19:23:58.571730 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-38a4bc55-f01d-4f7a-b35f-dc73366b9a2e req-1aa4837a-9061-4b38-8c8b-c413be5008d1 service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648569 May 10 19:24:12.002667 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:24:19.073612 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-cc435028-0551-421c-b891-a98ff45318ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:21.568904 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8e642686-4311-4773-8dc9-becb34953992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:21.800960 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:22.831549 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:23.146700 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:24.329827 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:49.003942 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:24:49.067883 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-269aa95c-9d32-45a2-9627-0cf8151f7444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.585238 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-eb263bd9-bac5-49bb-ba95-734f34f59510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:51.813337 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:52.837144 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:53.147529 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:24:54.339737 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:00.400321 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-9e868d8d-e14e-4a6c-95c8-4c66a9989be3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748672 May 10 19:25:00.528711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-88ebe04f-2324-4774-aafa-616100a946dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.530641 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-88ebe04f-2324-4774-aafa-616100a946dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d58376df914366ad15ba276a471dbe&device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 1098 time: 0.0933330 May 10 19:25:00.722058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-a73ac6d3-2800-4cff-8168-a0e27858522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.725701 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-a73ac6d3-2800-4cff-8168-a0e27858522d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15e415b-5a1f-488a-b57e-323a830115de HTTP/1.1" status: 200 len: 915 time: 0.1736224 May 10 19:25:00.857417 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-495136eb-ab94-494b-a91a-0e1f2fd547be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24228327-9768-43a2-ad98-8e70c8aaa76e HTTP/1.1" status: 200 len: 217 time: 0.1249480 May 10 19:25:00.930429 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-abe3126d-af57-4f75-8635-724ec8062944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:00.931918 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-abe3126d-af57-4f75-8635-724ec8062944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9af27669-bef7-4e03-8c1c-9c194354dc98 HTTP/1.1" status: 200 len: 854 time: 0.0678132 May 10 19:25:00.989605 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-52e07073-a245-4f62-b287-1f3e71cb7ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15e415b-5a1f-488a-b57e-323a830115de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510383 May 10 19:25:01.126711 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-39f885f0-3d46-4348-aa44-eefd93b59191 service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306853 May 10 19:25:01.269807 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9c8bc3fc-645f-4ecc-aabd-2baa2423d2e4 req-78361412-2477-4306-aae3-161ceecab3c9 service neutron] 10.222.0.32 "GET /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361787 May 10 19:25:19.076705 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e4b93bdc-11d3-4154-af6a-01a8ab48afce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:21.578654 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-981d619e-baf8-4427-a56e-ff630ea919b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:21.809888 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:22.837564 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:23.172294 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:24.338452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:26.009006 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:25:49.070478 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1bb963f7-0707-4bf3-9945-c048e690bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:51.571949 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-63691bc1-1c8c-4ad2-bde6-2ab9d56e81fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:51.803711 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:52.838633 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:53.165174 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:54.340287 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:25:59.451161 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-10c3343b-e041-4ba0-87c3-6b405d4c0607 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751667 May 10 19:25:59.647139 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598d51-c569-4a7c-9efc-c57490419f12 req-cfe0cb9c-068f-4fac-aa54-5fe46aea4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:59.648600 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-cfe0cb9c-068f-4fac-aa54-5fe46aea4a6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 1099 time: 0.1652052 May 10 19:25:59.790415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598d51-c569-4a7c-9efc-c57490419f12 req-9f41eb3d-d1c7-4ac4-a21d-ad247784226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:59.791858 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-9f41eb3d-d1c7-4ac4-a21d-ad247784226a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.1249657 May 10 19:25:59.896384 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-0aae5ea4-c705-47ac-b806-1c9bd1d7fdc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 200 len: 1002 time: 0.0973990 May 10 19:25:59.957349 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598d51-c569-4a7c-9efc-c57490419f12 req-41e2e223-81ec-46c0-9534-a113dc08a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:25:59.959059 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-41e2e223-81ec-46c0-9534-a113dc08a852 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0568836 May 10 19:26:00.036256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598d51-c569-4a7c-9efc-c57490419f12 req-1526d5a4-2fe0-4a4d-8968-53855322f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:26:00.037749 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-1526d5a4-2fe0-4a4d-8968-53855322f72c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724306 May 10 19:26:00.166953 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-5169be26-863c-4c6b-b93b-6bd54db22b10 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225605 May 10 19:26:00.306373 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11598d51-c569-4a7c-9efc-c57490419f12 req-19de5e0d-20ba-4e2d-b410-6c5b002cf393 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322336 May 10 19:26:03.008387 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:26:19.074162 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e86c8982-cacb-4a35-bca4-721fd1aa28a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:21.580166 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-69a2b2e4-41c0-4886-848e-ca2d365d0b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:21.810869 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:22.847806 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:23.186967 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:24.345665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:38.089025 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-b9916727-e803-4e22-b7b9-2a5c959be4f4 req-9d6f6a5b-6727-49d9-bb44-01c1c76d0be4 service neutron] (78732) timed out ('10.222.0.32', 55365) {{(pid=78732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:26:38.518450 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-a1525b19-8e8a-4e74-b44a-a9b4cf2c10a2 req-bb76999b-fd1d-4065-a0b8-4500f2d65424 service neutron] (78732) timed out ('10.222.0.32', 55343) {{(pid=78732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:26:40.008190 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:26:49.085925 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-c32db231-4e43-4de6-ab9c-aa87c644d547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:51.572858 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-c1398240-54c4-407a-95d0-e586bfe9de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:51.813083 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:52.846440 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:53.184594 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:26:54.348548 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:00.013537 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44784) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:00.085537 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:00.121530 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:00.193667 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:00.198030 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-64abeb74-af3e-4ce3-8fcf-70ed807aca6f tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:00.213613 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:00.223039 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:00.224150 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a00ee93-7dda-4a0e-bbbb-3a8b510c9a0a HTTP/1.1" status: 204 len: 168 time: 0.2096059 May 10 19:27:00.225542 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.225894 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.226276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.226637 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.227541 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.227889 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.228230 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.228570 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.228904 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.229328 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.229762 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.230118 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:00.234172 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:01.421324 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 44806) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:02.246910 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-dc7e1a41-e18c-45cf-b65b-81f28c424527 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1681991 May 10 19:27:02.262764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:02.669872 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-790bd976-a68a-42f2-adb6-58ba7e639ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:02.671309 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-790bd976-a68a-42f2-adb6-58ba7e639ada service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.2032490 May 10 19:27:02.884871 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-4312cca0-ced4-4363-9f58-c184b7d896ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:02.886346 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-4312cca0-ced4-4363-9f58-c184b7d896ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1935828 May 10 19:27:03.022319 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-39b77a24-e57f-42af-b5bd-a6f74ca47e0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.1127298 May 10 19:27:03.067624 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Deleting port 964a441a-0c2b-4efa-8411-d2fb688d34c6 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:03.067961 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:03.163860 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-facf4626-200a-4c76-bfdf-5130c03888be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:03.165319 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-facf4626-200a-4c76-bfdf-5130c03888be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.1336880 May 10 19:27:03.253416 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] For port 964a441a-0c2b-4efa-8411-d2fb688d34c6, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=964a441a-0c2b-4efa-8411-d2fb688d34c6,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:03.253768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:03.385399 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Calling delete_port for 964a441a-0c2b-4efa-8411-d2fb688d34c6 owned by network:router_interface {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:03.407544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-9a431fc7-3a4f-4615-a82a-3e44714ac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:03.409132 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-9a431fc7-3a4f-4615-a82a-3e44714ac761 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2369430 May 10 19:27:03.571104 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-2840520f-058b-42ed-9744-469ffc4e0279 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508989 May 10 19:27:03.763768 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5a7a8b0-2be8-4749-a9d6-61dee1457652 req-d2051cfd-f30e-427c-bbb0-02e7a1a849a4 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855562 May 10 19:27:03.773401 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:03.777855 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-97cdf769-df76-4eff-bbba-776bcb2e9fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:03.919230 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=964a441a-0c2b-4efa-8411-d2fb688d34c6,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:03.954555 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.954914 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.955273 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.955897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.956246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.956589 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.956931 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.957272 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.957613 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.957953 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.958317 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.958654 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:03.966681 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:04.147159 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:04.513690 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Router 334763ab-471b-4d3d-98fa-63eedf49dc89 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:27:04.692373 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:27:04.701734 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] 10.222.0.26 "PUT /v2.0/routers/334763ab-471b-4d3d-98fa-63eedf49dc89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2791927 May 10 19:27:04.702495 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] Sync routers for ids ['334763ab-471b-4d3d-98fa-63eedf49dc89'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:04.704231 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 44850) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:04.713736 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] Routers {'334763ab-471b-4d3d-98fa-63eedf49dc89'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:27:04.714387 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:26:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['334763ab-471b-4d3d-98fa-63eedf49dc89'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:04.888969 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks [] for router, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:04.926549 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] Set router 334763ab-471b-4d3d-98fa-63eedf49dc89 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:27:05.074493 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:05.148478 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Deleting port 0e586354-3a95-4622-9d60-5ab285e0603d {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:05.148818 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:05.221171 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:27:03Z', 'revision_number': 5, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port': {'id': '0e586354-3a95-4622-9d60-5ab285e0603d', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:39Z', 'updated_at': '2021-05-10T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:05.225288 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] Checking router: 334763ab-471b-4d3d-98fa-63eedf49dc89 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:05.235350 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] Routers {'334763ab-471b-4d3d-98fa-63eedf49dc89'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:27:05.235989 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:26:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['334763ab-471b-4d3d-98fa-63eedf49dc89'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:05.374638 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] For port 0e586354-3a95-4622-9d60-5ab285e0603d, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=0e586354-3a95-4622-9d60-5ab285e0603d,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:05.375092 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:05.386763 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] Set router 334763ab-471b-4d3d-98fa-63eedf49dc89 gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:27:05.504850 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Calling delete_port for 0e586354-3a95-4622-9d60-5ab285e0603d owned by network:router_gateway {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:05.508860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:27:05Z', 'revision_number': 6, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:05.513027 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48add1c6-90a6-4162-ac5d-6b2ed43c5284 None None] The sync data for ids ['334763ab-471b-4d3d-98fa-63eedf49dc89'] in dv-cinder-780933-5-iscsi is: [{'id': '334763ab-471b-4d3d-98fa-63eedf49dc89', 'name': 'tempest-TestVolumeBootPattern-593296894-router', 'tenant_id': '10d0567abf3e4c96b95369fa55795fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:38Z', 'updated_at': '2021-05-10T19:27:05Z', 'revision_number': 6, 'project_id': '10d0567abf3e4c96b95369fa55795fb0', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:05.652296 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:05.655960 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-be8ab4b1-db1b-4b27-82aa-215ea57b903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:05.698769 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0e586354-3a95-4622-9d60-5ab285e0603d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:05.701758 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:05.741989 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:05.928705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:05.932209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.027931 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.028825 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334763ab-471b-4d3d-98fa-63eedf49dc89 {{(pid=78731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:27:06.050120 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.052084 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] 10.222.0.26 "DELETE /v2.0/routers/334763ab-471b-4d3d-98fa-63eedf49dc89 HTTP/1.1" status: 204 len: 168 time: 1.3466425 May 10 19:27:06.054351 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 44868) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:06.116348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Deleting subnet df22afcd-fecb-458f-aa17-b9485f40098f {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:27:06.121241 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.175652 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.241975 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.502678 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.507312 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5a5194fb-ea9f-4f95-8fdd-f342021f0a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:06.543255 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df22afcd-fecb-458f-aa17-b9485f40098f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:06.547061 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.555970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44878) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:06.557746 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146db7f1-c02c-4074-a3d2-c42e32a8acc3 None None] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:27:06.570446 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/df22afcd-fecb-458f-aa17-b9485f40098f HTTP/1.1" status: 204 len: 168 time: 0.5031438 May 10 19:27:06.571593 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:06.676623 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.758324 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Deleting port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:06.758632 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.815150 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 964a441a-0c2b-4efa-8411-d2fb688d34c6 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:06.865021 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] For port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:06.865265 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:06.881272 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 964a441a-0c2b-4efa-8411-d2fb688d34c6 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:06.881869 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 964a441a-0c2b-4efa-8411-d2fb688d34c6 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:06.882595 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 0e586354-3a95-4622-9d60-5ab285e0603d no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:06.930365 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 0e586354-3a95-4622-9d60-5ab285e0603d {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:06.930692 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 0e586354-3a95-4622-9d60-5ab285e0603d not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:06.938794 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] DHCP port deletion for 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:27:06.994585 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Calling delete_port for b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:07.011863 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Deleting port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:07.012161 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.049308 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.058346 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f26e97c7-eb04-40fa-9ed7-59951b799fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:07.111889 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:07.114136 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] No DVR routers for this DVR port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd on host dv-cinder-780933-5-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:07.115881 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:07.124966 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] For port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,segment=NetworkSegment(d86737ed-06dc-4068-a448-bd6e752bdf2a),segment_id=d86737ed-06dc-4068-a448-bd6e752bdf2a)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:07.125512 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.240177 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.253856 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b4b6ed-4ca0-4d64-b963-f285e7ae64ce']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:07.261358 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Calling delete_port for b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:07.267426 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86737ed-06dc-4068-a448-bd6e752bdf2a') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:07.272605 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86737ed-06dc-4068-a448-bd6e752bdf2a') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:07.280801 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.299396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.308254 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:27:07.308825 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:27:07.323996 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:27:07.412130 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.417077 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:07.432713 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.443668 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b4b6ed-4ca0-4d64-b963-f285e7ae64ce,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:07.447309 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:07.448427 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:07.453387 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d9467e0c-ef7a-453f-9786-9a7b793a2681 admin admin] 10.222.0.26 "DELETE /v2.0/networks/67b4b6ed-4ca0-4d64-b963-f285e7ae64ce HTTP/1.1" status: 204 len: 168 time: 0.8925056 May 10 19:27:07.453550 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-361d32bf-3c3c-4a5f-8069-d1f75a2722a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:07.453703 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44892) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:07.494155 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Network 67b4b6ed-4ca0-4d64-b963-f285e7ae64ce is not hosted by any dhcp agent {{(pid=78733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 19:27:07.494867 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] No DVR routers for this DVR port b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:07.502717 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Pushing event deleted for resources: {'Port': ['ID=b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:07.512910 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.513262 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.513601 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.513937 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.514307 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.514638 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.514965 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.515291 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.515618 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.515940 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.516261 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.516582 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:07.523092 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:08.164866 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.631861 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Deleting port 8c2d7a4b-faf2-4783-8529-893f96651147 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:08.632197 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.767788 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] For port 8c2d7a4b-faf2-4783-8529-893f96651147, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=8c2d7a4b-faf2-4783-8529-893f96651147,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:08.768335 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:08.796362 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:08.833645 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:08.833991 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device b3d8d3d5-f0f4-4c24-b9a8-e950536a34fd not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:08.908965 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Calling delete_port for 8c2d7a4b-faf2-4783-8529-893f96651147 owned by network:router_interface {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:09.077843 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:09.082543 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1edf2a4c-1d11-42d7-90bb-7663629e6755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:09.127356 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2d7a4b-faf2-4783-8529-893f96651147,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:09.130527 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:09.481141 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:10.090170 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:27:10.282108 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:27:10.290870 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] Sync routers for ids ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:10.292031 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8f9b0681-1b15-4b9e-ad19-558214035077 admin admin] 10.222.0.26 "PUT /v2.0/routers/4659fcac-8a65-45a7-adf7-917e3f4a1b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378448 May 10 19:27:10.294560 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44926) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:10.301452 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] Routers {'4659fcac-8a65-45a7-adf7-917e3f4a1b86'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:27:10.302088 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:26:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:10.469956 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks [] for router, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:10.475045 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] Set router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:27:10.665514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:10.752763 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Deleting port 6c7dfd45-cb0a-465b-9a61-5d212e552039 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:10.753101 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:10.787195 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:27:09Z', 'revision_number': 5, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port': {'id': '6c7dfd45-cb0a-465b-9a61-5d212e552039', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:14:49Z', 'updated_at': '2021-05-10T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:10.792526 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] Checking router: 4659fcac-8a65-45a7-adf7-917e3f4a1b86 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:10.801410 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] Routers {'4659fcac-8a65-45a7-adf7-917e3f4a1b86'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:27:10.802047 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:26:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:10.877213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] For port 6c7dfd45-cb0a-465b-9a61-5d212e552039, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=6c7dfd45-cb0a-465b-9a61-5d212e552039,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:10.877557 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:10.954214 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] Set router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:27:10.999893 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Calling delete_port for 6c7dfd45-cb0a-465b-9a61-5d212e552039 owned by network:router_gateway {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:11.060483 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:27:10Z', 'revision_number': 6, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:11.065278 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da73dd6a-5e50-4feb-8684-dc635caa5578 None None] The sync data for ids ['4659fcac-8a65-45a7-adf7-917e3f4a1b86'] in dv-cinder-780933-5-iscsi is: [{'id': '4659fcac-8a65-45a7-adf7-917e3f4a1b86', 'name': 'tempest-TestVolumeBootPattern-470466656-router', 'tenant_id': 'c9310c8a445248778a5cd0ea865f8e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:14:48Z', 'updated_at': '2021-05-10T19:27:10Z', 'revision_number': 6, 'project_id': 'c9310c8a445248778a5cd0ea865f8e65', 'gw_port_host': None}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:11.252186 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.256722 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:11.303618 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7dfd45-cb0a-465b-9a61-5d212e552039,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:11.328997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:11.390994 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.563228 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.565490 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.590351 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.590781 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4659fcac-8a65-45a7-adf7-917e3f4a1b86 {{(pid=78732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:27:11.603267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.604491 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-608625f3-5624-4e1a-b61d-d58cf54f5645 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4659fcac-8a65-45a7-adf7-917e3f4a1b86 HTTP/1.1" status: 204 len: 168 time: 1.3090031 May 10 19:27:11.606979 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44944) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:11.671835 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Deleting subnet 6d634036-251a-4968-8d09-e2ee45e60f59 {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:27:11.677032 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.738597 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:11.887691 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.155105 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.159222 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:12.193652 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d634036-251a-4968-8d09-e2ee45e60f59,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:12.197267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:12.201275 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.205513 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb296afc-ea6b-4a34-b664-60eef555bff4 None None] Network bfb0387b-421a-4c28-a22a-f13ab0295aef requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:27:12.207857 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6d634036-251a-4968-8d09-e2ee45e60f59 HTTP/1.1" status: 204 len: 168 time: 0.5999157 May 10 19:27:12.210568 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 44952) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:12.322455 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.505403 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Deleting port 9a3ae89b-02cb-4d79-a948-d7949921d94b {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:12.505739 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.517606 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] DHCP port deletion for bfb0387b-421a-4c28-a22a-f13ab0295aef request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:27:12.584399 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Deleting port 9a3ae89b-02cb-4d79-a948-d7949921d94b {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:12.584762 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.665283 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] For port 9a3ae89b-02cb-4d79-a948-d7949921d94b, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9a3ae89b-02cb-4d79-a948-d7949921d94b,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:12.665690 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.691468 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] For port 9a3ae89b-02cb-4d79-a948-d7949921d94b, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=9a3ae89b-02cb-4d79-a948-d7949921d94b,segment=NetworkSegment(536857fb-61bf-47e9-a116-f0690a6a9f50),segment_id=536857fb-61bf-47e9-a116-f0690a6a9f50)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:12.691915 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.821057 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Calling delete_port for 9a3ae89b-02cb-4d79-a948-d7949921d94b owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:12.831088 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Calling delete_port for 9a3ae89b-02cb-4d79-a948-d7949921d94b owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:12.876141 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 6c7dfd45-cb0a-465b-9a61-5d212e552039 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:12.881433 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.889742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:12.921382 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 6c7dfd45-cb0a-465b-9a61-5d212e552039 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:12.921820 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 6c7dfd45-cb0a-465b-9a61-5d212e552039 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:12.922639 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 8c2d7a4b-faf2-4783-8529-893f96651147 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:12.947248 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3ae89b-02cb-4d79-a948-d7949921d94b,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:12.949437 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] No DVR routers for this DVR port 9a3ae89b-02cb-4d79-a948-d7949921d94b on host dv-cinder-780933-5-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:12.951170 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:12.956733 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:12.966354 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:12.995420 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 8c2d7a4b-faf2-4783-8529-893f96651147 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:12.995765 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 8c2d7a4b-faf2-4783-8529-893f96651147 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:12.996181 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9a3ae89b-02cb-4d79-a948-d7949921d94b no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:13.045184 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Pushing event deleted for resources: {'Port': ['ID=9a3ae89b-02cb-4d79-a948-d7949921d94b,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:13.048212 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:13.048771 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 9a3ae89b-02cb-4d79-a948-d7949921d94b {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:13.049099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 9a3ae89b-02cb-4d79-a948-d7949921d94b not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:13.050568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] No DVR routers for this DVR port 9a3ae89b-02cb-4d79-a948-d7949921d94b on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:13.078110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.092828 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.093170 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.093912 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.094290 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.094609 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.094936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.095251 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.095589 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.095904 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.096210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.167948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.168205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.168532 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.168860 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:27:13.169241 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb0387b-421a-4c28-a22a-f13ab0295aef']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:13.183581 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536857fb-61bf-47e9-a116-f0690a6a9f50') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:13.183869 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536857fb-61bf-47e9-a116-f0690a6a9f50') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:13.196206 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.218401 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.227185 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:27:13.227459 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: from cryptography.utils import int_from_bytes May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: from cryptography.utils import int_from_bytes May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:27:13.243703 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:27:13.332751 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.338748 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:13.356076 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.362875 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb0387b-421a-4c28-a22a-f13ab0295aef,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:13.368600 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:13.373116 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bfb0387b-421a-4c28-a22a-f13ab0295aef HTTP/1.1" status: 204 len: 168 time: 1.1610391 May 10 19:27:13.531065 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44974) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:13.592884 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9149737c-3072-401c-9a2d-2a817c5cc384 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10d0567abf3e4c96b95369fa55795fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574913 May 10 19:27:13.593709 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44980) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:13.692041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.733989 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.807115 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.812185 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-273cb03a-64ba-41e5-a348-a2d26d45a16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:13.825456 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3d48a-e180-4102-867f-907c98975e2e,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:13.831930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:13.842250 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:13.842250 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3db3d48a-e180-4102-867f-907c98975e2e HTTP/1.1" status: 204 len: 168 time: 0.2447801 May 10 19:27:14.282441 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 44994) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:14.337794 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-ac9d8b48-4380-469f-a252-bab79c995d9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9310c8a445248778a5cd0ea865f8e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541003 May 10 19:27:14.341960 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 44998) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:14.406647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.435196 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.501306 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.505901 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ae33e760-9de0-4256-afa0-abe66c7acb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:14.518868 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c28f76-7012-48f3-9e70-88a9ad9f9ec1,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:14.523837 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:14.533245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:14.535030 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67c28f76-7012-48f3-9e70-88a9ad9f9ec1 HTTP/1.1" status: 204 len: 168 time: 0.1918218 May 10 19:27:17.007738 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:27:19.082135 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bf12c82e-4af1-4db0-af99-770ffb942abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:20.008071 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-bc4c592f-f253-4f39-bda0-b34315efef80 req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] (78731) timed out ('10.222.0.32', 55349) {{(pid=78731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:27:21.577265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-61602a27-27dc-4ebb-8597-a521305d158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:21.809045 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:22.852808 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:23.184390 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:24.351990 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:25.683501 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9cb84-9a0c-440e-976c-dd2cf5bdd99a req-c4f79c60-0691-4980-ae5f-f9dbfe342388 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:25.684946 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a8b9cb84-9a0c-440e-976c-dd2cf5bdd99a req-c4f79c60-0691-4980-ae5f-f9dbfe342388 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 945 time: 0.3350506 May 10 19:27:25.728154 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a8b9cb84-9a0c-440e-976c-dd2cf5bdd99a req-dae242ca-fdcb-476e-b389-7a0e819afc46 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 May 10 19:27:26.543843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-c6b91307-95d5-4469-93b8-301753bd06a7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:26.545549 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-c6b91307-95d5-4469-93b8-301753bd06a7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.32 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 945 time: 0.0837162 May 10 19:27:26.695158 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Deleting port 24228327-9768-43a2-ad98-8e70c8aaa76e {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:27:26.695897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:26.841630 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] For port 24228327-9768-43a2-ad98-8e70c8aaa76e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=24228327-9768-43a2-ad98-8e70c8aaa76e,segment=NetworkSegment(7936b2cc-10fa-45a6-8ff7-e595338e9742),segment_id=7936b2cc-10fa-45a6-8ff7-e595338e9742)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:27:26.841984 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.012467 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8a047-ab98-4ee5-bfc5-15a4ec92c763 req-f32d92fe-a9c7-4a74-998c-3bccedcfa0cb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:27:27.014074 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-05d8a047-ab98-4ee5-bfc5-15a4ec92c763 req-f32d92fe-a9c7-4a74-998c-3bccedcfa0cb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 945 time: 0.1573229 May 10 19:27:27.025347 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Calling delete_port for 24228327-9768-43a2-ad98-8e70c8aaa76e owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:27:27.067949 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-05d8a047-ab98-4ee5-bfc5-15a4ec92c763 req-89ec09ec-0e82-4dfb-b2ab-27b916fe3142 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/security-groups?id=1eff8d44-2e2a-4206-a354-62430243ac1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 May 10 19:27:27.183465 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.191227 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:27.219121 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['24228327-9768-43a2-ad98-8e70c8aaa76e'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:27:27.388790 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Pushing event deleted for resources: {'Port': ['ID=24228327-9768-43a2-ad98-8e70c8aaa76e,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:27.391718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:27.439487 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] No DVR routers for this DVR port 24228327-9768-43a2-ad98-8e70c8aaa76e on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:27.442309 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:27.445803 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'name': 'network-vif-deleted', 'tag': '24228327-9768-43a2-ad98-8e70c8aaa76e'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:27:27.466056 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae43a976-0d3a-4651-b61e-ec104cdbe7e1 req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.32 "DELETE /v2.0/ports/24228327-9768-43a2-ad98-8e70c8aaa76e HTTP/1.1" status: 204 len: 173 time: 0.9151757 May 10 19:27:27.578545 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279089f-9fe6-4ec7-bcf5-d0c30806db14', 'name': 'network-vif-deleted', 'tag': '24228327-9768-43a2-ad98-8e70c8aaa76e', 'status': 'completed', 'code': 200} May 10 19:27:28.055990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 45178) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:28.190365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.208633 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:28.213830 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Usage tracker for resource:security_group_rule and tenant:7064c5f5be3e4cd5bfaa08d3ed8d72ca is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:28.216965 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:28.223918 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:28.224555 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b413d264-7590-4298-bc27-61f5742c43a7 req-5f756356-1b7c-403c-a58a-b2d8327024e3 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0436642 May 10 19:27:28.325500 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.330124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.338894 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5a987208-dc78-4f9f-952b-fd0907a8815c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:28.385548 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5751f015-3b1b-41a6-8387-21ff6b4bfaa8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:28.392271 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7064c5f5be3e4cd5bfaa08d3ed8d72ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350718 May 10 19:27:28.393157 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 45186) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:28.394246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-77b75e47-b79d-4262-afbd-6bddc89be2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:28.459521 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.490265 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.552967 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.558627 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7bda9e9f-2f43-493d-a4b5-7fc50593ea77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:28.575897 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5751f015-3b1b-41a6-8387-21ff6b4bfaa8,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:28.580551 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:28.585200 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.594136 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5751f015-3b1b-41a6-8387-21ff6b4bfaa8 HTTP/1.1" status: 204 len: 168 time: 0.1912043 May 10 19:27:28.908230 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 45198) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:28.927564 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:28.943832 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:28.948554 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Usage tracker for resource:security_group_rule and tenant:515c91e85d954da7abc590b153f6c359 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:28.951668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:28.958297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:29.055400 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:29.060422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:29.075093 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:29.129631 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2849afb3-1c38-41b5-859b-02e4764a6588,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:29.134787 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=515c91e85d954da7abc590b153f6c359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253547 May 10 19:27:29.135839 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:29.139252 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 45204) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:29.209353 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:29.244577 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:29.301977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:29.307828 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4fb7469a-4b8c-4c2d-9d20-7e70e3b2c7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:29.321682 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849afb3-1c38-41b5-859b-02e4764a6588,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:29.324482 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:29.331718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:29.334072 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2849afb3-1c38-41b5-859b-02e4764a6588 HTTP/1.1" status: 204 len: 168 time: 0.1924641 May 10 19:27:29.398267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e6a4ec3d-11bb-42cb-bbc4-4788d0c06493 req-a5672088-929d-4fc1-8b32-ff041a242d45 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Synchronizing usage tracker for tenant:e0d58376df914366ad15ba276a471dbe on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:27:29.414686 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e6a4ec3d-11bb-42cb-bbc4-4788d0c06493 req-a5672088-929d-4fc1-8b32-ff041a242d45 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Unset dirty status for tenant:e0d58376df914366ad15ba276a471dbe on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:27:29.416064 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e6a4ec3d-11bb-42cb-bbc4-4788d0c06493 req-a5672088-929d-4fc1-8b32-ff041a242d45 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0633466 May 10 19:27:30.174400 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 24228327-9768-43a2-ad98-8e70c8aaa76e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:27:30.211063 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 24228327-9768-43a2-ad98-8e70c8aaa76e {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:27:30.211063 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 24228327-9768-43a2-ad98-8e70c8aaa76e not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:27:30.571441 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3e721d4d-d5ee-40ca-83c6-ec02970caec9 req-86fe86bc-420d-4315-b313-8ca7c5a57391 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0454171 May 10 19:27:31.728132 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-45756bdb-7527-4683-b1cb-5436d847f960 req-940d4180-e850-4ef8-ae2e-e91e38e53233 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0462732 May 10 19:27:32.877400 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e7e1efe5-8fc1-4a02-8937-d8a56a3552c7 req-649df4b2-93b8-462e-a2e5-86f0d195de41 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0426345 May 10 19:27:34.047214 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-675fe846-8bb6-4acf-8b12-d655513f9f27 req-9b762ce3-e3b3-46af-8d8c-be5388a40b80 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0547066 May 10 19:27:34.701415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 45336) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:34.827466 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.843349 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:34.847623 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Usage tracker for resource:security_group_rule and tenant:d406c0beac294e15a9c629b9e35192db is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:34.850757 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:34.856664 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:34.950398 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.954952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:34.963075 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-226c29f4-06bc-42f0-9aa1-197c8fc016cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:35.004785 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d16bd-cb67-4eaf-8734-059e5f37e051,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.009664 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d406c0beac294e15a9c629b9e35192db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071392 May 10 19:27:35.010613 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3cee69fa-25c1-4819-b3ac-c3b455988b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:35.013022 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 45346) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:35.080971 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.111144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.168016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.172386 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9ef53279-b4a9-4744-ade8-6d1bc548e4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:35.184241 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d16bd-cb67-4eaf-8734-059e5f37e051,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.186692 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:35.193509 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.198493 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/518d16bd-cb67-4eaf-8734-059e5f37e051 HTTP/1.1" status: 204 len: 168 time: 0.1813824 May 10 19:27:35.214353 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-90f99c67-9374-4be6-bc1d-95bf4e1d2a61 req-18824042-01c6-4f11-89e3-7950eae50860 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0505409 May 10 19:27:35.539797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 45358) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:35.558665 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.575175 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:27:35.579468 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Usage tracker for resource:security_group_rule and tenant:2aea1eff60eb4fbe8d5eaff35e580cc5 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:27:35.582642 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:27:35.589515 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:27:35.691757 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.696374 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:35.704609 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2951afb7-8fc1-4af3-b570-9a55f1b11262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:35.753368 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2aea1eff60eb4fbe8d5eaff35e580cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122037 May 10 19:27:35.754106 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a8348-7726-484d-b22a-4399aa255065,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.755835 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 45362) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:27:35.757940 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:35.993159 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:36.024381 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:36.109179 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:36.117818 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-00ed9e1e-f3de-44f1-93aa-c22371be07c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:27:36.141804 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a8348-7726-484d-b22a-4399aa255065,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:36.147104 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:27:36.148420 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:36.150372 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/378a8348-7726-484d-b22a-4399aa255065 HTTP/1.1" status: 204 len: 168 time: 0.3917696 May 10 19:27:36.436895 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-22b46229-292d-45ba-9637-20841b074f58 req-674f96a0-9ec0-4a2e-9cc0-8482b553aed6 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0625844 May 10 19:27:37.607392 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ed156663-5af7-412a-b03e-2e3aeae3f93b req-e3b5d7b0-799c-4c33-80d4-fdb8297def56 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0567508 May 10 19:27:38.830414 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-627b5de9-5582-45f1-aac1-b413fb00beb8 req-f6cfc93f-9151-4d8d-a0ab-8db13121da5d tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0460944 May 10 19:27:40.021104 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d6b297c9-1073-4f31-ad98-b14ffe5bdb7a req-d85088b2-843b-4c27-ab60-9b039edf838c tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0747139 May 10 19:27:41.213395 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69872de3-e7aa-4e19-bd38-0f75b8ef0661 req-ce2fc6f1-c61a-4dd6-9339-97158363d3c9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0729744 May 10 19:27:42.379760 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-02b7879e-f110-440f-93d6-5d951c7caf93 req-2b3fcb59-f479-4f45-a773-3c7c4dd379d0 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0571358 May 10 19:27:43.527995 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5de1af05-8d3b-48d0-b49f-f0d3d9608f36 req-33b6929f-054a-46f2-b45a-74693e462bca tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0423522 May 10 19:27:44.688369 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2e604a4f-ea01-4b8d-81d3-2ba8db63481c req-b516ff5b-ecc2-4d81-b568-06a888697281 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0480909 May 10 19:27:45.840896 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00aff4c4-3986-481a-8924-eafbcba9ebf9 req-4fb75e9b-3fa8-4965-95a5-6f9cdc203acd tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0440037 May 10 19:27:46.994905 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4a234c30-d866-4043-9b78-872da032204d req-8fd0095e-3784-4129-b5d9-1ec14d632d51 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0442746 May 10 19:27:48.172403 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8134137d-3dbc-46bc-a41f-63a78ef77208 req-dcdafd2c-a19d-432a-ab40-ac9f03f299eb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0581996 May 10 19:27:49.076720 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a605793d-63ca-4da1-9b64-3ec1b0c81653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:49.332401 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f831ef71-19ca-4d7c-991b-89b044baeb7f req-bccda352-8a95-416e-aaa4-156bbc6ad0b5 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0444577 May 10 19:27:50.487192 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-efbfa546-2734-4dc6-bdbb-db8600256cef req-a452fcb5-0e6e-4252-8b3d-0de913bb5109 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0457911 May 10 19:27:51.591568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8c226f48-9a58-490a-a53c-599640b12135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:51.653567 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f17594dc-a829-4bb9-a3dd-63891acf1f46 req-6a32ff2a-2c02-4144-8a2d-2fd3c51071f6 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0487690 May 10 19:27:51.806032 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:52.822173 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0f3c643-98a3-418d-91f0-5b1f26bafd8b req-ec2ed94d-0527-45cf-99f0-5181c4e55179 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0442023 May 10 19:27:52.857870 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.226334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:53.997568 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5c91f6e-6672-4231-a627-ac24856828d1 req-40e31854-8805-4440-abb5-90aa49b58d95 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0503838 May 10 19:27:54.013068 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:27:54.371447 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:27:55.205844 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2a8d4799-01c3-423f-82e7-92725fff3108 req-64dd006a-b6e2-4fe1-bbc4-01119febecae tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0476413 May 10 19:27:56.434242 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf4d95b0-f612-4698-aac0-0e5be1856659 req-b3a938e3-5e05-4fb7-bb28-1b5933c1edca tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0761049 May 10 19:27:57.591461 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a37ece59-72b2-4511-bf0a-51156fdbeadb req-dcbdd911-bc86-42e9-b055-037e1b87ae0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0462584 May 10 19:27:58.772199 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f2ea0e42-a1d5-43b5-8670-baffdc84a17a req-a533db85-a73b-4b27-9cd2-2e4c36e828bd tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0561774 May 10 19:27:59.977585 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c9c86f90-55e2-4c25-bc01-c083dc3cbcf6 req-15f97001-5a28-4a62-88c5-0c2d09d6fbe9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0458825 May 10 19:28:01.146488 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1ceb35af-e2d9-417a-9827-163879ed5ccd req-26d9b262-1650-4829-b854-4bf06c809bde tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0561819 May 10 19:28:02.338032 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e397cf36-394a-4884-bd44-0baccce0cd9a req-2ccb1118-fcc0-41cf-a3a7-4ffc250f0b9a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0553622 May 10 19:28:02.548646 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-db8c18f8-5bcf-47bf-8d78-bf5cf48c14fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864499 May 10 19:28:02.661312 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-a064da63-42ca-4ce6-a8f1-8950819393f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:02.662938 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-a064da63-42ca-4ce6-a8f1-8950819393f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=487461bc7aa3467696623d4d88f126c8&device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 1099 time: 0.0784886 May 10 19:28:02.820858 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-94950fa0-1e74-4e15-bac3-1f16a85ddf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:02.822455 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-94950fa0-1e74-4e15-bac3-1f16a85ddf72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 200 len: 915 time: 0.1401019 May 10 19:28:02.897977 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-7f4cbe2f-179c-40a8-ad8d-94b2f87610a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 200 len: 217 time: 0.0688701 May 10 19:28:02.975723 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-5332c551-5ef4-4c67-b84e-cb4a76e8167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:02.980651 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-5332c551-5ef4-4c67-b84e-cb4a76e8167f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 200 len: 853 time: 0.0766072 May 10 19:28:03.101475 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-6e6ebf27-2928-4217-b677-02469ec67def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:28:03.103044 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-6e6ebf27-2928-4217-b677-02469ec67def service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1160131 May 10 19:28:03.368223 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-25c75572-81e7-4755-bc8a-35924cfc209d service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581444 May 10 19:28:03.535190 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ef3bfe9a-9098-42c2-ae72-66ac0e385985 req-5f1f432b-f5fd-4bd2-aa50-b9f185f44b9d tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0470698 May 10 19:28:03.605359 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ea80b0-feb2-4de4-879c-361862aeed28 req-fa36319e-43e9-48c4-b4de-a070b1aefecc service neutron] 10.222.0.32 "GET /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291842 May 10 19:28:04.717651 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-524ac1cf-d877-460b-8c7b-413be897089f req-4032458c-af53-4732-ba67-2a7d32a8b58e tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0637226 May 10 19:28:05.909860 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ad3338e5-e1cb-452b-a0bd-df1f57a87243 req-5cf082e7-0ca1-4e16-bfb8-a4df0ff7331f tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0489247 May 10 19:28:07.060806 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-35199f2f-39c0-45f2-bb51-a132bd5d45b7 req-030a10f7-887f-41d8-8600-5bfc1e5ea784 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0462341 May 10 19:28:08.210187 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e34e6472-12e6-492d-af9d-dafc2df9ab8a req-68e32712-e1b8-4a65-970a-8ffe023024c9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0429134 May 10 19:28:09.363105 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cd0a7cae-e2e7-4a80-858d-b0fba830d9ec req-740138b9-b930-44b9-a03f-4bb1578f1123 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0420518 May 10 19:28:10.525728 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-39b28dc8-efa9-4b1b-bcf9-683a26335f3e req-a0128398-435f-41c7-b4a5-3e0fd77c3e34 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0471554 May 10 19:28:11.675354 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77668fca-f61e-41b8-9da5-59ebf0a57381 req-1b5e87e4-0307-4765-b0d5-600dcae63c92 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0421269 May 10 19:28:12.831120 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-580f0f2d-8429-4747-938a-50356c1be9f9 req-4660a88c-66a2-4c13-a60e-6016174117cc tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0472698 May 10 19:28:13.981889 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d5ba4fd-19a8-49ec-aceb-623a019707a3 req-f6cfc1c1-3319-4560-b9bc-0a258ab60d5a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0445597 May 10 19:28:15.128988 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1f98a633-cbd1-4f6c-95ec-b96177b48bb6 req-48a2876b-9b49-4590-860a-df4973ee1537 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0424173 May 10 19:28:16.279458 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a940b66b-1b19-4a78-88ea-042d189ae25e req-a13328c7-802a-4b08-9d02-c065a4aacd17 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0437298 May 10 19:28:17.437282 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-666fb5ae-f5cd-4fd3-a185-916b0597c8d6 req-f1d4f7e4-ecda-46ff-878d-b4fcfa7219b9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0497010 May 10 19:28:18.595287 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5d298078-2f6a-40cc-876d-b1bb67d5c91e req-6eff632e-faaa-44f0-85ed-277fcca7803a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0454152 May 10 19:28:19.087214 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-cf36929c-5bfc-4c4d-8141-aa3e74ee5e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:19.756264 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-169e3d96-be7d-43df-808e-a05eb14e209f req-a81fbded-b64b-416f-8dc1-86ba3374a6dd tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0482962 May 10 19:28:20.935395 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ef9dadcf-c4e4-479e-a9a7-a0204dd39fea req-530f118f-e2da-4bd7-8176-a61232380033 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0469265 May 10 19:28:21.586601 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7f88af21-3ff4-467a-85e8-4fc9872d05d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:21.816689 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:22.096535 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9f10598b-ee39-4579-9a44-d527f3451ec2 req-47ef3ca6-4637-48ec-b39f-a51ba83c0fe0 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0446646 May 10 19:28:22.866547 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:23.213707 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:23.259370 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f9032c05-8f64-4ef9-ad50-ea9f37501c18 req-ed8bf819-3959-4b03-8c6f-fb1f622755ba tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0503793 May 10 19:28:24.365366 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:24.507329 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ac9eecfe-4303-4b6d-a936-a3be02ea671d req-137e9ede-2f96-4ebb-bbb6-9b1b1d63aae1 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0768797 May 10 19:28:25.657238 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11b581e2-1deb-4f5a-8509-e12dce8adf67 req-2868180d-d174-4550-b343-9c6c65dc85d4 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0430493 May 10 19:28:26.810591 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c1b8811a-df4f-45d4-a06a-8524a266256a req-8afb2a27-212e-474d-9f50-66b85ed0009f tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0457840 May 10 19:28:27.965879 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d5e3a1e8-f9ba-4c11-adb6-ffc9942b9840 req-9855afa7-1247-4025-9965-a867f62297cb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0467584 May 10 19:28:29.128679 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5d59704-d71d-44af-a0f2-0bed11f0f7e4 req-f49c4b61-924d-445c-b585-e5825d7e7254 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0446427 May 10 19:28:30.280880 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40e020f0-331c-421c-ac2c-0cb6bf9ccc0e req-302d0520-0f44-428f-af80-7ec0fa1f527c tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0449810 May 10 19:28:31.012515 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:28:31.437591 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-eb5531a0-a994-4e1e-98ad-25f07ca333cc req-419e64c4-e2cd-4cc3-abcf-4b3d7ff2d175 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0436456 May 10 19:28:32.586659 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90c1e5ab-09d7-4f7f-91b0-80268e1f002a req-93d5c966-8720-49a0-925f-36a40d1fb870 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0426981 May 10 19:28:33.745060 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-43be1a73-a60d-4725-bfe0-10f5fffbafa6 req-0dd7039b-3ad4-4c4a-83af-c8a7c9784f68 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0473459 May 10 19:28:34.901412 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e2a75507-fe91-49e4-8e97-e1f66e5c51a7 req-9c90e16e-54c6-4731-8dc0-faede622a7e6 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0469244 May 10 19:28:36.057240 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-10b5af77-2bcc-4e86-9be5-9f9b4a4ce243 req-a5611065-4209-40bf-afd2-f90c670414cf tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0453105 May 10 19:28:37.215571 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-665b4062-8514-4e90-aa79-5791a1bf6314 req-e0b713d5-883e-4eb6-9b00-7519426110d5 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0424285 May 10 19:28:38.378569 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-072c4738-ff0e-456d-92a8-1234a52f36bb req-f3d18203-1018-4cb6-bed7-2b8753ec38f5 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0437548 May 10 19:28:39.548097 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88e9ff1f-2082-4f42-9ff4-d949e0224b60 req-030869fe-be13-43d5-83f2-6c28cc60e79d tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0435433 May 10 19:28:40.709815 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-072c5a25-c191-45c2-b231-1c35db5d5308 req-26431aed-5a88-4aa9-9d8c-edb772ed106b tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0510216 May 10 19:28:41.873389 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65945853-35cd-4107-ad5e-cb6f9883c374 req-8a7a2f22-32d3-486e-b5eb-f378828ed718 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0555556 May 10 19:28:43.023246 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e7630796-2fb1-4fc4-9f8d-322158b07814 req-d46cee48-31b0-4e26-80e4-57dfe2f34236 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0441926 May 10 19:28:44.174555 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0eb6305-8cf7-4ea1-b855-1e68a32febc8 req-2f6a1b88-43c1-436e-b022-0767cf67aa62 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0411880 May 10 19:28:45.322805 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9ac726c4-ef65-4993-909e-37a3f21c8f8d req-ed80f1d6-ed99-4e75-8240-894171aa3544 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0427527 May 10 19:28:46.475701 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ea5dba63-c688-4bd2-88e0-e6dc83767434 req-d9d7e1af-6642-4f5b-bee8-5fb5ce9fcdb5 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0426831 May 10 19:28:47.630810 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a775e30b-b617-4a31-bcc2-fc3e140a64b4 req-213bde42-a276-41f4-bbf5-81fddcee9988 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0454934 May 10 19:28:48.780005 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5a272a9e-ae38-43d7-a835-4e773816889e req-70c039f8-8d37-4d27-b4c4-8b61f6a934e2 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0461421 May 10 19:28:49.083566 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f1a66c4d-d107-4edc-9599-026b924e4962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:50.024206 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4eb4fa57-f261-46a0-862e-ffc07e040b85 req-59845812-f9b8-4582-b3cc-c2f23b46ebbb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.1246650 May 10 19:28:51.175066 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0bfa55fc-d7fb-460e-b854-68b61b33d929 req-c2b1d143-1912-463f-8ff8-280e34efcdd8 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0419538 May 10 19:28:51.588383 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5a678a3a-6a31-4afd-9d60-73eebf1dbb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:51.800343 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:52.324653 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-73c53a7f-9314-4bc8-b2ad-aeaf93c1f39a req-08063c82-ff8d-4c5c-9ea1-903555158bd3 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0419555 May 10 19:28:52.866891 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:53.200428 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:53.501220 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cfcd0722-4324-4884-987d-0986bb7b1241 req-ee780341-bc62-4bd2-b152-62607efbc122 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0426188 May 10 19:28:54.363800 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:28:54.652816 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-afd257d4-fdd7-44e5-b13c-27a0b4396305 req-ec591008-613b-4015-849e-84de30b42517 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0443752 May 10 19:28:55.805044 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f686edd2-10f6-45e1-9534-072b16bb0fb0 req-84cac804-8c09-4152-91d2-cc6ce66e39ab tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0460713 May 10 19:28:56.953040 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-50c82f14-5f4c-4d07-a1df-608570d06c40 req-3b4c3352-f168-4f07-86ae-62a11f13fc65 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0420079 May 10 19:28:58.102195 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-55a6d375-7ce9-42fc-a55d-0651504090b8 req-b85dc840-3c0d-48b6-ae43-a71c6f4474fe tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0423830 May 10 19:28:59.249303 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2df06fc8-2ef4-4efb-9517-b157b03b5560 req-f4cf9da8-aa18-4180-97b3-b4dbe05e8f99 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0430417 May 10 19:29:00.399597 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-93a641d0-16f3-43a7-87c4-8e8bfcef26a4 req-5af974f8-3fbf-4701-b2a1-0d64bfffa7e3 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0432575 May 10 19:29:01.558277 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-de27acdc-92f2-4c61-946d-087da1a9f818 req-9dfd0d54-ad56-449b-813e-8555745330b6 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0462539 May 10 19:29:02.713418 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-54783acb-159d-4d67-8351-c1a277008ab8 req-ad437cc9-fe20-4fa1-891d-cb26535a73ff tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0460713 May 10 19:29:04.116656 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5a7f24e6-9093-4eab-b5f0-0271ce492f38 req-d28cef08-9483-4a2d-a84e-9b782236db06 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0509324 May 10 19:29:04.234765 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-c760108a-2d6a-476a-b309-f918240bcbd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682185 May 10 19:29:04.335539 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697750b-dd6f-4207-912d-e80928b5c858 req-14c7fb30-cfb0-448c-a766-ae88395700c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:04.336987 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-14c7fb30-cfb0-448c-a766-ae88395700c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7df175d1c58483bb9942f05be0afd98&device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 1099 time: 0.0712295 May 10 19:29:04.563251 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697750b-dd6f-4207-912d-e80928b5c858 req-c22c019b-7b00-4ce0-86f6-5f576bdcd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:04.564714 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-c22c019b-7b00-4ce0-86f6-5f576bdcd928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 200 len: 916 time: 0.2091691 May 10 19:29:04.665923 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-1195f868-1ca9-4e35-906a-6e4e73805874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 200 len: 1002 time: 0.0950367 May 10 19:29:04.729850 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697750b-dd6f-4207-912d-e80928b5c858 req-86356d0e-9739-4d94-9128-e2b5fe538957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:04.731282 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-86356d0e-9739-4d94-9128-e2b5fe538957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 200 len: 854 time: 0.0597270 May 10 19:29:04.805233 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697750b-dd6f-4207-912d-e80928b5c858 req-dfae9ff5-d022-440b-bcda-5f0d1761aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:04.806924 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-dfae9ff5-d022-440b-bcda-5f0d1761aef2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce2f4e49-c2fa-4200-bae6-50251e049bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681167 May 10 19:29:04.938495 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-77d6d726-9b5e-4159-b8f1-ae1cb79af1f2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252286 May 10 19:29:05.069047 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7697750b-dd6f-4207-912d-e80928b5c858 req-04d7a605-6140-4c13-a30d-d8e243d117a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241515 May 10 19:29:05.273270 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae6d1211-5e1d-4013-b5d3-4032ec6e0ad2 req-adcff9f6-7bef-4add-b24b-750c3a15edd7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0469215 May 10 19:29:06.422545 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9351b261-1e87-48c3-b00f-52740a6c0b29 req-5286291a-20fc-4e58-a118-4cfdfa8e0678 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0430741 May 10 19:29:07.582474 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf4ba267-f51f-456b-8ce4-c50db54977f2 req-d86899d3-45d3-48bc-8d87-9d3a60c73781 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0469623 May 10 19:29:08.012302 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:29:08.760122 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d2f8c52b-a38c-4390-b636-bc589300d2c7 req-759562a7-7851-4661-89c7-76d96967cc75 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0453339 May 10 19:29:09.912097 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-00ff1fbc-bb28-4780-9e20-3228abdeed40 req-d44c3b3e-b07a-4a43-988e-47f6d4fad372 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0444221 May 10 19:29:11.063610 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5abe06d7-47c1-4866-80da-03ce402c6605 req-dacb44e1-3cc0-461d-9319-8fb302a34cf7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0434396 May 10 19:29:12.216479 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-caff39ac-4fa1-4358-870a-f423139fe895 req-1821dac4-265f-4f44-abd8-3c99787f45fb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0452290 May 10 19:29:13.364966 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-21552ac6-0bb7-41b2-8d9b-898f35c4560f req-0865ab52-a353-4aa4-ab6e-b1d351fe4511 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0430195 May 10 19:29:14.528372 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-60f96849-1331-4028-b0e3-c49e117d4289 req-55c272d3-251f-4755-8848-f162912398f1 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0413563 May 10 19:29:15.683158 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-823b6a66-17f3-4f4f-8f20-f4dca21df39a req-2ea78a5d-389a-4f99-b75d-1b6bc0d72b54 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0464435 May 10 19:29:16.836765 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-96a5fdb7-0f93-4399-b987-18228e8b91cb req-1c67f972-c57b-4054-9809-82f6510d3deb tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0438342 May 10 19:29:17.991115 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-975ac0d0-ffe4-446c-a9e6-e2dcabad8dc1 req-7be7eb2c-a6bc-4e77-be16-0f18b8921bfd tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0444810 May 10 19:29:19.093327 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0565d9b1-c1c9-4a29-a7d1-a00ec974d7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:19.158452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-198ec39a-d994-4539-9567-d71a71da3699 req-d3330458-8024-49b4-b505-3e9405ec7c20 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0468106 May 10 19:29:20.309217 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5d19e059-0f60-4983-bbf6-6f4eb26e63be req-c0de1842-1033-4fa8-9e4a-b91dd7f5b5d7 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0429881 May 10 19:29:21.461711 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-24d01fed-5546-42ae-b9cd-77a8ba28533c req-c80fd288-9321-4552-bfcd-8fe0486dcbe5 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0434713 May 10 19:29:21.590883 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6cefd88e-1cc1-4e84-9a82-849879ca561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:21.803445 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:22.619917 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a7db1bd2-b6e4-4d82-b13a-595d55842b84 req-310ad518-bfbd-40a6-a0e7-edbf58e38b7f tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0470760 May 10 19:29:22.862791 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:23.206301 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:23.781222 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-749eeef8-8e9f-4f73-8bc5-69606932251b req-88916a3c-a6dc-4279-869a-355c8147f097 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0523946 May 10 19:29:24.359939 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:24.938959 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4449abdd-1c36-4f3d-982d-d97efe30be9f req-8bfdfbae-47db-4928-b7c0-2b591bd64623 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0422862 May 10 19:29:26.093628 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed75eef3-863d-4005-ac59-13b53febacfc req-df5432cf-7411-4cb4-9033-c5b356b6e703 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0459595 May 10 19:29:27.242374 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec1cc096-862d-412f-aeec-79334961dfff req-af44c137-b5c9-447e-b6fd-9e618b70959e tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] 10.222.0.26 "GET /v2.0/ports?device_id=3279089f-9fe6-4ec7-bcf5-d0c30806db14 HTTP/1.1" status: 200 len: 210 time: 0.0444198 May 10 19:29:40.593110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011712-0a3b-4b1d-85bc-e60f36f095f5 req-3409f645-da4f-44b3-b28b-a17091fba4e1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:40.595374 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0e011712-0a3b-4b1d-85bc-e60f36f095f5 req-3409f645-da4f-44b3-b28b-a17091fba4e1 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 946 time: 0.0867505 May 10 19:29:40.644426 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0e011712-0a3b-4b1d-85bc-e60f36f095f5 req-5263b84e-888f-4d6c-849c-4ab484a70c70 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429423 May 10 19:29:41.419573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-8dfe45ce-92d7-4057-ab0c-fad5bbae2878 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:41.421053 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-8dfe45ce-92d7-4057-ab0c-fad5bbae2878 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 946 time: 0.0917671 May 10 19:29:41.573663 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Deleting port 77b66839-669b-48c7-9620-9777be7bc62d {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:29:41.574260 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.736371 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] For port 77b66839-669b-48c7-9620-9777be7bc62d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=77b66839-669b-48c7-9620-9777be7bc62d,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:29:41.737045 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:41.881293 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e4df-4d1e-49e1-8519-fe97daf8aa2d req-8140390b-8007-49ed-8554-0657f0365903 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:29:41.882938 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c749e4df-4d1e-49e1-8519-fe97daf8aa2d req-8140390b-8007-49ed-8554-0657f0365903 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 946 time: 0.0914125 May 10 19:29:41.938233 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c749e4df-4d1e-49e1-8519-fe97daf8aa2d req-cf37d7b7-931a-4459-9524-e75db6bdceea tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a93a51-ecb3-42bf-a536-25ef319945fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448790 May 10 19:29:42.149054 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.149415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.149720 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Floating IP 2be92d1c-5e9e-4f9b-926a-706fa7f0b182 disassociated. External IP: 172.27.3.156, port: 77b66839-669b-48c7-9620-9777be7bc62d. May 10 19:29:42.150082 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Calling delete_port for 77b66839-669b-48c7-9620-9777be7bc62d owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:29:42.293329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.300641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:42.392249 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event deleted for resources: {'Port': ['ID=77b66839-669b-48c7-9620-9777be7bc62d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.410183 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.410827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.411448 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.412070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.412685 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.413298 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.413915 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.414566 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.415156 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.415729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.416303 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.416879 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:42.511816 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:42.690849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:29:42.901245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:29:42.917417 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:42.947384 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:42.948485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:29:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:42.987849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] No DVR routers for this DVR port 77b66839-669b-48c7-9620-9777be7bc62d on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:29:42.990599 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:42.993406 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'name': 'network-vif-deleted', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:29:43.045874 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d52dc18f-bab5-4742-b75e-c5ff25774959 req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.32 "DELETE /v2.0/ports/77b66839-669b-48c7-9620-9777be7bc62d HTTP/1.1" status: 204 len: 173 time: 1.6181455 May 10 19:29:43.049735 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8454385-c979-4f4d-8d26-aef3c6a1a9ae', 'name': 'network-vif-deleted', 'tag': '77b66839-669b-48c7-9620-9777be7bc62d', 'status': 'completed', 'code': 200} May 10 19:29:43.214241 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-fbbdbf8d-22fd-41d7-8801-1723cd1b4afe req-6c288229-b620-4995-a0e7-b730366161ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Synchronizing usage tracker for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:29:43.243694 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-fbbdbf8d-22fd-41d7-8801-1723cd1b4afe req-6c288229-b620-4995-a0e7-b730366161ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Unset dirty status for tenant:e7df175d1c58483bb9942f05be0afd98 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:29:43.245776 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fbbdbf8d-22fd-41d7-8801-1723cd1b4afe req-6c288229-b620-4995-a0e7-b730366161ad tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8454385-c979-4f4d-8d26-aef3c6a1a9ae HTTP/1.1" status: 200 len: 210 time: 0.1091428 May 10 19:29:43.253907 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:43.752505 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:43.760516 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:43.779400 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:29:43.780504 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:29:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:44.032606 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:29:44.469454 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:44.476144 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb27152-f1ca-4c86-bc5d-27ef71936bee None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:10:58Z', 'revision_number': 4, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '479b70c8-d75f-4e12-8de6-60295fdaa721', 'name': '', 'network_id': 'ce2f4e49-c2fa-4200-bae6-50251e049bae', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'mac_address': 'fa:16:3e:e2:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:56Z', 'updated_at': '2021-05-10T19:11:13Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'subnets': [{'id': 'de3e5431-c95e-4a6a-af98-830dffaef396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:44.489279 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 46606) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:44.605458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:44.640195 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:44.718365 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 77b66839-669b-48c7-9620-9777be7bc62d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:29:44.724098 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:44.729553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1e33ca16-5d5d-4a1f-b308-b2d631692b61 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:44.744014 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a93a51-ecb3-42bf-a536-25ef319945fb,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:44.760470 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.761231 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.761791 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.762464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.763219 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.763875 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.764418 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.772718 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.773421 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.774037 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.774730 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.775514 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:44.779646 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:44.786927 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 77b66839-669b-48c7-9620-9777be7bc62d {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:29:44.788061 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 77b66839-669b-48c7-9620-9777be7bc62d not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:29:44.788920 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:44.791668 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "DELETE /v2.0/security-groups/a9a93a51-ecb3-42bf-a536-25ef319945fb HTTP/1.1" status: 204 len: 168 time: 0.3024306 May 10 19:29:44.796836 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 46612) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:44.822980 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.api.v2.resource [None req-cefebd77-8d7e-48e7-b5bc-edd69c765cc8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] show failed (client error): The resource could not be found. May 10 19:29:44.826055 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-cefebd77-8d7e-48e7-b5bc-edd69c765cc8 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "GET /v2.0/security-groups/a9a93a51-ecb3-42bf-a536-25ef319945fb HTTP/1.1" status: 404 len: 347 time: 0.0254829 May 10 19:29:44.829396 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 46616) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:29:44.904473 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d9ecd-8e51-42ee-8e32-1fc607f65337 None None] New status for floating IP 2be92d1c-5e9e-4f9b-926a-706fa7f0b182: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:29:45.117831 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Deleting port c411c977-b8fb-49fc-b052-0ab8882d0e3f {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:29:45.118457 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.236937 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:29:45.380440 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.381243 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.625920 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Calling delete_port for c411c977-b8fb-49fc-b052-0ab8882d0e3f owned by network:floatingip {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:29:45.766156 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.776407 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:29:45.895930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Pushing event deleted for resources: {'Port': ['ID=c411c977-b8fb-49fc-b052-0ab8882d0e3f,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:45.898800 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:29:45.963097 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks [] for floatingip, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.983664 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:45.985832 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] 10.222.0.26 "DELETE /v2.0/floatingips/2be92d1c-5e9e-4f9b-926a-706fa7f0b182 HTTP/1.1" status: 204 len: 168 time: 1.1552544 May 10 19:29:49.092244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-76049540-0a84-45e6-aa31-a9abd158c4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.595262 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-643d9ff2-c33b-4b0c-8bc3-a6b18ea4cc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:51.810760 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:52.871322 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:53.205095 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:29:53.698026 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-f5a21ad2-6664-45ad-97d3-70634fb851f2 req-ebda1fb7-49f6-4152-880c-ec893df19b10 service neutron] (78732) timed out ('10.222.0.32', 55339) {{(pid=78732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:29:54.363009 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:03.293330 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4d6a3-de3c-4cc1-9d2b-5d867d206f93 req-87d8c9de-a1c4-4d35-872b-2f11151ebe95 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:03.294855 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1d4d6a3-de3c-4cc1-9d2b-5d867d206f93 req-87d8c9de-a1c4-4d35-872b-2f11151ebe95 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.0856068 May 10 19:30:03.345508 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e1d4d6a3-de3c-4cc1-9d2b-5d867d206f93 req-757ac9b1-d2ea-417e-a6cc-011025758a4b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:03.361838 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e1d4d6a3-de3c-4cc1-9d2b-5d867d206f93 req-757ac9b1-d2ea-417e-a6cc-011025758a4b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:03.363113 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1d4d6a3-de3c-4cc1-9d2b-5d867d206f93 req-757ac9b1-d2ea-417e-a6cc-011025758a4b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 May 10 19:30:04.307149 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-aff5e1c9-ec87-4695-8153-e7a9e4d712e2 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:04.308717 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-aff5e1c9-ec87-4695-8153-e7a9e4d712e2 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.0797946 May 10 19:30:04.490029 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Deleting port a89a6883-be54-4043-9e1b-fe2a17a3233d {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:30:04.490388 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:04.587884 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932eaef-60e2-423e-96c6-29c5d545f36c req-a8f393ac-189f-4921-8d08-e178660c9e00 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:04.588513 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-0932eaef-60e2-423e-96c6-29c5d545f36c req-a8f393ac-189f-4921-8d08-e178660c9e00 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:04.603456 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-0932eaef-60e2-423e-96c6-29c5d545f36c req-a8f393ac-189f-4921-8d08-e178660c9e00 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:04.604757 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0932eaef-60e2-423e-96c6-29c5d545f36c req-a8f393ac-189f-4921-8d08-e178660c9e00 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 946 time: 0.0964570 May 10 19:30:04.622661 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] For port a89a6883-be54-4043-9e1b-fe2a17a3233d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a89a6883-be54-4043-9e1b-fe2a17a3233d,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:04.622988 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:04.650231 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0932eaef-60e2-423e-96c6-29c5d545f36c req-a70dbf71-b058-4507-aa3b-df984144cb29 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 May 10 19:30:04.839052 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Calling delete_port for a89a6883-be54-4043-9e1b-fe2a17a3233d owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:30:04.948330 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:04.954142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cb141ee4-b020-42cd-82e7-72d6ce89cc96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:05.000519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Pushing event deleted for resources: {'Port': ['ID=a89a6883-be54-4043-9e1b-fe2a17a3233d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:05.003618 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:05.072143 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] No DVR routers for this DVR port a89a6883-be54-4043-9e1b-fe2a17a3233d on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:05.074990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:05.077510 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'name': 'network-vif-deleted', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:05.093978 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a47d4059-1fc5-4275-8cfe-992676efefd0 req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.32 "DELETE /v2.0/ports/a89a6883-be54-4043-9e1b-fe2a17a3233d HTTP/1.1" status: 204 len: 173 time: 0.7780490 May 10 19:30:05.141191 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0aa2aa-813a-48a1-8058-7f2721f2da03', 'name': 'network-vif-deleted', 'tag': 'a89a6883-be54-4043-9e1b-fe2a17a3233d', 'status': 'completed', 'code': 200} May 10 19:30:05.546445 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-aa5a708f-5e14-40f4-8eb4-cf788857f54b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747557 May 10 19:30:05.723622 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a197849-abc1-4ece-b525-671d020c574e req-69dcef41-1882-428f-9b12-5211a6373d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:05.725129 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-69dcef41-1882-428f-9b12-5211a6373d24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 1098 time: 0.0899436 May 10 19:30:05.812202 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4cf3069f-b684-4e0d-9743-e38954424291 req-b1143adb-4bc8-40b8-8cac-67be033d7900 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0514865 May 10 19:30:05.881250 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a197849-abc1-4ece-b525-671d020c574e req-770e4146-d787-4928-beac-65f913bbe17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:05.882772 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-770e4146-d787-4928-beac-65f913bbe17e service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1379814 May 10 19:30:06.008095 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-d1377082-1d11-4c0a-a40c-fef26658cf1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 200 len: 1001 time: 0.1176662 May 10 19:30:06.072107 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a197849-abc1-4ece-b525-671d020c574e req-f5c59a0d-25b7-4003-9c7a-7f0084382a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:06.073551 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-f5c59a0d-25b7-4003-9c7a-7f0084382a34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0587065 May 10 19:30:06.151188 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a197849-abc1-4ece-b525-671d020c574e req-f9c698d2-1d00-4aff-b131-6ffbbdcbcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:06.152569 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-f9c698d2-1d00-4aff-b131-6ffbbdcbcccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723760 May 10 19:30:06.284735 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-a1fb14df-c3d0-4953-8758-9d4c8fa5e2b5 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258073 May 10 19:30:06.421738 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8a197849-abc1-4ece-b525-671d020c574e req-a9081093-b467-4e74-bee6-95d6381d51a3 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300919 May 10 19:30:06.827048 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a89a6883-be54-4043-9e1b-fe2a17a3233d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:30:06.866325 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: a89a6883-be54-4043-9e1b-fe2a17a3233d {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:30:06.866819 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a89a6883-be54-4043-9e1b-fe2a17a3233d not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:30:06.965203 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-3707e4f3-2f72-4b16-a55e-c6cfeec7201a req-01de1e74-5c08-415e-b7a9-49cb6a4fb5d6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Synchronizing usage tracker for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:06.982339 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-3707e4f3-2f72-4b16-a55e-c6cfeec7201a req-01de1e74-5c08-415e-b7a9-49cb6a4fb5d6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Unset dirty status for tenant:487461bc7aa3467696623d4d88f126c8 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:06.984101 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3707e4f3-2f72-4b16-a55e-c6cfeec7201a req-01de1e74-5c08-415e-b7a9-49cb6a4fb5d6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0605958 May 10 19:30:08.142131 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c5a06964-d776-49dc-b539-2f0fa73ee899 req-2739cc89-823e-4bdf-ad59-d540e6e1f96e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0452423 May 10 19:30:09.295818 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-002c92c2-7275-411b-9ae3-1d9b5a0a2f47 req-b5105c3f-8df3-496f-b07a-c10d2f7ed9b1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0432568 May 10 19:30:10.446751 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1256b021-14d8-4f99-9133-2dc0753f50c1 req-bb90857d-45c8-43b7-8185-9fa9de26dec5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0424173 May 10 19:30:11.427215 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540e32f-711e-490e-b5bd-50d8dff309a3 req-81b1e5dd-38d9-4012-bd1b-94b21cc734d5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:11.428686 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a540e32f-711e-490e-b5bd-50d8dff309a3 req-81b1e5dd-38d9-4012-bd1b-94b21cc734d5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0890489 May 10 19:30:11.474368 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a540e32f-711e-490e-b5bd-50d8dff309a3 req-70581e32-d32a-4127-94d2-632a8f2127ee tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400200 May 10 19:30:11.608771 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e5ab2234-a543-4f20-aea9-03e1200b1ccc req-a03e8297-9d5e-43b5-8f59-f64b5eae5ded tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0455265 May 10 19:30:12.386511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-62e39187-0552-456a-8d83-4fefe1f1b695 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.387987 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-62e39187-0552-456a-8d83-4fefe1f1b695 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.0840650 May 10 19:30:12.530823 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Deleting port 4e234021-4a00-4a5b-ab42-c5c354846a90 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:30:12.531209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:12.690874 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1bb0-8e28-4270-91fa-a7717ec3d9e4 req-18c17ae4-0f93-45de-8767-ab2eb47017e4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:30:12.692489 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ddfb1bb0-8e28-4270-91fa-a7717ec3d9e4 req-18c17ae4-0f93-45de-8767-ab2eb47017e4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 945 time: 0.1020489 May 10 19:30:12.754928 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ddfb1bb0-8e28-4270-91fa-a7717ec3d9e4 req-1b055212-1ada-4a6c-8e2b-34223e5fd945 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=6e9da210-e957-4254-a6ca-8f308736f61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542397 May 10 19:30:12.817642 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a5ef9e12-e273-4c7a-8150-48c22acc311a req-b10a7477-e050-4231-a24d-233cf9aaf09c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0563524 May 10 19:30:12.824074 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] For port 4e234021-4a00-4a5b-ab42-c5c354846a90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4e234021-4a00-4a5b-ab42-c5c354846a90,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:30:12.824427 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:13.116968 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:13.117328 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:13.117638 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Floating IP 5dfd4f66-47c3-4bfe-9b02-23822ec4443e disassociated. External IP: 172.27.3.204, port: 4e234021-4a00-4a5b-ab42-c5c354846a90. May 10 19:30:13.117972 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Calling delete_port for 4e234021-4a00-4a5b-ab42-c5c354846a90 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:30:13.226271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:13.231519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-45553b67-1d7c-42ab-a0bc-93f3e1533706 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:30:13.279097 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event deleted for resources: {'Port': ['ID=4e234021-4a00-4a5b-ab42-c5c354846a90,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:13.282766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:30:13.464705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Router 06d1940b-4a62-4553-b559-700606a411b8 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:30:13.660749 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:30:13.676656 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:13.687110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:13.687870 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:29:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:13.744769 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] No DVR routers for this DVR port 4e234021-4a00-4a5b-ab42-c5c354846a90 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:13.747848 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:13.751095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'name': 'network-vif-deleted', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:30:13.771335 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2bf42a16-ff5a-4ee1-a09d-96d4c3ccfcda req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "DELETE /v2.0/ports/4e234021-4a00-4a5b-ab42-c5c354846a90 HTTP/1.1" status: 204 len: 173 time: 1.3778920 May 10 19:30:13.826166 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14df9b00-d75d-48ba-ae46-caffa56475eb', 'name': 'network-vif-deleted', 'tag': '4e234021-4a00-4a5b-ab42-c5c354846a90', 'status': 'completed', 'code': 200} May 10 19:30:13.960390 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:13.978862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-f86f649f-5f91-47a6-b2a0-f0ea71855228 req-e2e947bc-3504-4d32-9ab7-5c8e6def101c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:30:13.994089 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-14cd5063-2f0a-4b2d-b5ae-dd7dc5c35398 req-75730909-a858-4222-af14-c8247c51e047 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0494249 May 10 19:30:13.999222 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-f86f649f-5f91-47a6-b2a0-f0ea71855228 req-e2e947bc-3504-4d32-9ab7-5c8e6def101c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:30:14.000433 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f86f649f-5f91-47a6-b2a0-f0ea71855228 req-e2e947bc-3504-4d32-9ab7-5c8e6def101c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0681975 May 10 19:30:14.281145 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:14.284973 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:14.293501 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:30:14.294143 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:29:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:14.484973 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:30:14.803518 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:14.807721 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfd42a-3f52-45d4-a2aa-9de6d57db556 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:14.874931 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 4e234021-4a00-4a5b-ab42-c5c354846a90 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:30:14.913467 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 4e234021-4a00-4a5b-ab42-c5c354846a90 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:30:14.913818 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 4e234021-4a00-4a5b-ab42-c5c354846a90 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:30:15.032367 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4b43d7-3e4e-406f-adf2-3923d541566c None None] New status for floating IP 5dfd4f66-47c3-4bfe-9b02-23822ec4443e: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:30:15.161977 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b43c07d2-37db-48e4-9465-56af1e14c605 req-57c97a97-0214-4c69-9479-e73c2c2a7fff tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0442452 May 10 19:30:15.165012 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-09b91e6d-269d-4a59-81eb-a19b951b439b req-7c5f725e-c170-4f52-b328-58b3d64ea553 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0439653 May 10 19:30:16.312290 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0eac4120-a4d8-4e98-a708-842018620e46 req-36774c72-b67c-4393-8ee0-62d9e28a0191 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0434687 May 10 19:30:16.327289 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-26a2e98b-be79-4efb-bbd6-7c522004c0f0 req-cda942c5-7694-4d27-8c09-52882339b8f3 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0462639 May 10 19:30:17.484351 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5f16cc36-ae69-470d-a3cd-2e9c7bc952a4 req-b581d02a-2298-4ca0-892a-e3438ba674a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0433636 May 10 19:30:17.507007 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9b09abb1-37b6-440b-b4a2-bae5ce7c1a92 req-762c9ac1-45d7-471e-a574-5ed301ba9ba3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0794902 May 10 19:30:18.639331 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eb5f1c7b-a5f1-4771-80ac-138bca93ca0a req-c1badcf1-b8c8-4d3b-a377-ba87793a597b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0450940 May 10 19:30:18.670342 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7aaa8e4f-46bd-40b5-b433-fd046ffb6ddd req-7b884f98-fadf-4753-84d8-807a97a1c606 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0435505 May 10 19:30:19.097440 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-193b87cf-0fba-4321-9c54-6e17832f888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:19.803586 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7f82e545-272e-4c33-a745-2cd6a6a767a6 req-29a0bbb2-83e8-47a3-b929-48548a51bbe4 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0501983 May 10 19:30:19.830280 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0a489f22-3d56-4689-a53f-a7ed10eb7036 req-920b153e-26ef-4c87-aeff-5d83fcab7ee9 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0460191 May 10 19:30:20.953496 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74452c66-fdf8-4f1d-99cd-a55125f64e8e req-34847d3a-f39c-4476-8a13-4f2bdb30010e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0430021 May 10 19:30:20.983528 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7e84d8a2-f524-43ca-9a80-d23385607921 req-05679512-e2cc-4f64-9978-88ee3d63e0c0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0457821 May 10 19:30:21.597912 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f0ba266d-2661-4faf-b1f5-f4886244453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:21.804401 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:22.076566 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:30:22.104567 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-15116fca-4220-4d00-8f9b-a2423c250ec1 req-8844a7d9-ac84-4d8b-9ebf-e4939ca35299 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0430651 May 10 19:30:22.130513 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8857ad8e-a68b-457f-b38e-c847bbe2fbcd req-16527408-bd97-4c08-886d-e5dc29ac6d2b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0428553 May 10 19:30:22.868597 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:23.205099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:23.287740 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4d9c7ced-10c4-46a7-9200-b4562f13d054 req-539c465b-296d-427e-8d14-876bf785d9e6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0432022 May 10 19:30:23.352870 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-025a2558-e1f8-4df2-a97e-37231306590a req-b1afc57c-dda7-46fd-92c5-7296e7149bfc tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.1395917 May 10 19:30:24.367924 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:24.452848 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-95eefeca-80f2-45a5-9551-596e9c0e675d req-f5d9508a-4027-4f2f-8508-2e25d6483b35 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0520883 May 10 19:30:24.507979 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b9ee4909-6927-49ca-b157-22201e9e740d req-02f53e34-0039-47ef-b80e-20b8ac2315f6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0412366 May 10 19:30:25.598392 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cf900131-478b-4882-b9b2-90644782c401 req-d5767820-df03-49b3-b7a1-973e3e072ac8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0421193 May 10 19:30:25.653103 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-65f04bb4-3ebe-4337-acc7-2f41e5b338f9 req-b0fd1667-20f1-4004-94ff-04f6dcd96701 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0407224 May 10 19:30:26.744905 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9afad5d3-28b8-402f-8ed7-1173efba70ce req-32ed14a5-397d-4115-bcd5-df2125d5437b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0421965 May 10 19:30:26.808322 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a80b5fb3-8a5e-480d-8c21-969e169de67f req-e5b469c0-dbf7-466e-99b4-d381bf4bfded tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0456352 May 10 19:30:27.914615 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3ae224ba-c6ac-4ead-bae0-ce9949c42bac req-55025f39-8fd5-4225-8316-21823ac121e6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0486462 May 10 19:30:28.001240 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a2c0d36c-db2e-461f-9966-b547927f9eb7 req-7d7cb2bf-f030-4b86-b777-47675baa8dd9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0772150 May 10 19:30:29.085404 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9af607b0-f93d-4436-aa93-f073b4e05749 req-0da4f1c4-db35-4df3-9527-d9096a2e90e5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0439384 May 10 19:30:29.155458 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-26604392-3c87-4f92-b3c8-f4db068674d4 req-701a7ceb-f56a-463b-8a66-d2ff80f17985 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0419679 May 10 19:30:30.246230 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-18a367b6-c1ee-4f99-987b-7aa863f52bf4 req-18d09977-1619-4254-9d2f-2eecdc63d3f3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0503829 May 10 19:30:30.319738 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1bc69819-1b52-4ff9-aaeb-476d1ad26f0c req-9ac19b9c-0646-409f-9477-6d98c2887ccd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0482304 May 10 19:30:31.416449 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fdf63b40-2ba7-417e-921a-1f0e16815e7f req-26eda961-8bba-4e74-a27d-25e43c5f55bc tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0546618 May 10 19:30:31.488053 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d4a77cbd-ee8d-4a37-9c11-0247697aa456 req-e6a33ac2-ec26-462f-a664-c726e2b6d1f2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0472593 May 10 19:30:32.594060 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8408e046-330c-4ee8-a895-3a70181370fb req-0b11c67a-0147-435b-b10b-574de104c866 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0481591 May 10 19:30:32.648865 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3e9f57e1-17eb-49af-bbe7-02b24bcaa938 req-115d812c-1b0c-4519-944d-112a8aaaf2eb tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0432880 May 10 19:30:33.742184 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e6e17c15-8349-4e51-8f9e-4e2c99beae41 req-d80d3f47-7f10-4c55-8de2-f3e97867d840 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0425966 May 10 19:30:33.804790 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dd06a5a5-2c8d-4b53-9b26-b4bed0d8c9f4 req-9bc6f745-fa0c-4fd5-8d8e-ca82d1b4c92a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0467012 May 10 19:30:34.978177 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1db95c6a-6814-4832-9468-607ad9292723 req-ea23bd8f-6504-4454-ae16-7d0e4c1a37a7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0438616 May 10 19:30:34.994706 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9260d3d9-13a9-4e07-8768-1edf8b5af43b req-6b3965bb-8313-4b08-a8f4-4d120b3b6555 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.1345048 May 10 19:30:36.129439 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-85af8ff9-2a30-49ea-b9bf-1ca8f26456fe req-6a9bc626-4ce5-42a6-9fc2-661d8eb87a42 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0434227 May 10 19:30:36.150093 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-efceede8-fb50-4af7-983b-30bbe0a34671 req-c81a9b25-5a3f-42fc-816d-9ee675048d76 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0443738 May 10 19:30:37.303875 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b3eddf2a-d9cc-443b-9dfd-e39c4aa91f00 req-a05ea34b-485d-440d-8788-66ca365b7715 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0446336 May 10 19:30:37.433961 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9b757dec-bb8d-4c63-890e-3107a43d1bea req-f145f6bb-a34c-4c30-88f7-4d089527491e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0470097 May 10 19:30:38.466264 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ddea371c-e7b5-4bbd-94b6-2a3641ee5b81 req-cebf8670-40a7-43e6-a9c9-24a163f1dc17 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0476851 May 10 19:30:38.601802 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8c12606a-6ed5-469a-b633-ce67f0949702 req-381dbecc-f11a-4a86-ba1c-c484c64b9591 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0448282 May 10 19:30:39.628455 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-912db2fe-580f-443d-9efb-9960efa63b4d req-3fe7cce3-3e6b-4755-8686-de859bc4aa0a tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0432553 May 10 19:30:39.758724 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-60587f26-6539-46e4-aabf-fc0bcde1ba3b req-1371c452-a864-4e12-abf5-cdd71553a489 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0471327 May 10 19:30:40.776403 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c70c528e-6935-4c24-917b-99ba03efffdf req-b101f669-727a-4f3a-b575-469fdbfebfde tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0416024 May 10 19:30:40.920864 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-078c67bc-a498-4cd1-9d65-e4b549ff2e13 req-8b7eec93-9911-4180-933c-250f16767fde tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0452707 May 10 19:30:41.928906 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-088a61f9-7fed-4f18-bd9f-7d4cc1fe58d5 req-f1aad32b-339b-418e-a7cd-b5e4498ec2fb tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0440991 May 10 19:30:42.065598 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e5b873a-4416-4d35-bb82-c4878feafca2 req-8d54577c-cd17-4725-aee6-361cdb13d63a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0420249 May 10 19:30:43.075842 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b9a26e22-dccd-4bb8-a913-2e9395545280 req-a042dc82-57b4-46aa-9ea1-b22aa5d2f5da tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0410531 May 10 19:30:43.212301 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f55e2c9c-30fc-4cd1-9311-52bd418e3ab7 req-43e38c8f-b366-4529-a7b2-2030e71f084e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0420041 May 10 19:30:44.222327 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1b0a90a6-b94c-4a48-88f3-9d34ef89e74e req-2159f23f-dbfe-442b-b0ef-2d5620fec13b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0423298 May 10 19:30:44.362237 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-db6836f0-dadd-4290-b734-29c826837932 req-4e7ce512-198f-4690-b56b-3270f99e2576 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0462439 May 10 19:30:45.373254 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-10ed5ece-4be1-4d87-87fd-34490678ba91 req-6f9d0039-6cc1-450b-b8fd-c415bb66dee0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0453770 May 10 19:30:45.507471 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f4413c90-6db2-4338-9ffb-70e83e7cfeef req-bc87fdc7-ba13-4d00-847f-da535efcaca5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0415032 May 10 19:30:46.663806 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dfddfe16-8b66-48da-a237-58ad181b029b req-22ffd4ad-143f-418a-8d6b-3d80b27d6973 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0425756 May 10 19:30:46.665141 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-01ba00ba-7b0e-4ce1-af86-a3c0660cfcc5 req-b9858bb8-89ec-4b47-b894-2941d278a55b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0434277 May 10 19:30:47.816458 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-1bec6905-2d56-4778-8c19-ec64c51d5c9f req-79bf8d53-848e-4dce-80b2-27e51501f59e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0415170 May 10 19:30:47.817986 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6fc46488-0562-4c72-bacd-bb2bc3d47e99 req-2e3337d2-87b7-4da1-a895-d59cbdf74255 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0449500 May 10 19:30:48.968063 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-48eb3b18-674f-4696-bf20-930d61a74154 req-c58fb833-b33a-4911-b885-b2015ec1980a tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0428009 May 10 19:30:48.972398 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9ace7531-306d-4665-82b1-8ae4407be520 req-1f0579c2-faa5-4d99-ab84-a01a623e1d3a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0457327 May 10 19:30:49.093495 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1d2e48dc-d237-4668-862c-915b55d9388b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:50.126969 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd0896b6-7400-45ba-97b8-ecb75233d147 req-1dacd7a1-944b-4cec-801e-8d045916eb46 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0429831 May 10 19:30:50.132736 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b2f18101-9a71-4e8c-af7d-945fe7eb3896 req-2ad9eb43-6b72-47b1-b34b-00a43d5c26c9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0534658 May 10 19:30:51.285018 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6754a798-15a0-4260-9242-3e4df797ee47 req-142d2c00-2157-4ab3-97cf-979792412ab3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0476809 May 10 19:30:51.313636 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b786fcf8-a788-47a3-88ea-8aa3354a65d9 req-32a880e6-7a19-41e2-9d96-ec2d2ffd48b7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0446527 May 10 19:30:51.599749 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ef3febea-f2b7-40d2-9e68-36b15ebbff23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:51.807531 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:52.434568 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9152dc0d-be70-4c59-a021-3c9ffc08a731 req-5b5eea9a-4206-4dd3-8594-c274de5dcdef tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0431874 May 10 19:30:52.473126 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d3cc3607-83f2-466f-8661-ee16df8fba4d req-9b827313-3b2e-4813-84d1-539ea5dd71e5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0464406 May 10 19:30:52.871691 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:53.199386 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:53.602053 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-531bcc61-9201-45fa-8df1-22a82b26fb30 req-d2183b49-1f33-45bb-b7f8-a44ba925ca25 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0444665 May 10 19:30:53.621602 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-28f079c9-b745-497e-bf52-b75797043c80 req-a47aee77-9f49-403c-a34f-aac5a02fc0f6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0418286 May 10 19:30:54.367560 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:30:54.759662 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67ece1ae-5a8c-4840-bb01-fb39341f01c5 req-66e0f72e-53ab-4420-8fc8-6ea3212ab413 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0519609 May 10 19:30:54.768944 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7a41c05a-5007-442d-9545-7ba1db988e8f req-72914355-25f0-498f-accc-47e8a1934531 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0428445 May 10 19:30:55.143803 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-2043b6b8-fb61-4961-88ce-89148ba358d6 req-41ecbf11-0394-4542-8f13-a3046a8a9222 service neutron] (78732) timed out ('10.222.0.26', 36444) {{(pid=78732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 19:30:55.907707 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cf3bddea-546e-4066-80d3-4731ce53ea1e req-6d3e81a3-9344-4b8b-9906-bcaa3622b0de tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0427866 May 10 19:30:55.922324 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-acfb4574-8f01-4ca1-a145-fd71fced2f0a req-80e108a3-7f10-4b7c-83f4-d49d65ee8c97 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0454569 May 10 19:30:57.056494 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aaf5e9c4-5498-4b24-beff-7b27a1913366 req-6277ac01-33c6-4e2e-9a38-2f713561bd4c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0422039 May 10 19:30:57.076498 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-569f7cdd-2898-47dc-b827-7db9331d80e9 req-dbd16f22-7e0a-4414-b69c-70002259f434 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0419726 May 10 19:30:58.207278 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8711da7c-25ff-4822-a471-5746cd6c7e05 req-af230b56-a806-4c5b-94df-eb6c5001b6da tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0458112 May 10 19:30:58.236360 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5bcc821-5be8-4c17-a39e-7a80c817046c req-4dbfe5b5-83cf-4ef0-bbe0-9d3e7aa5c38f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0568647 May 10 19:30:59.075184 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:30:59.354428 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6774ed3a-7f4a-4cdf-a4b2-1b154b32128a req-0b8fd589-7d40-48f6-8507-d41a832fe5bd tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0425522 May 10 19:30:59.390800 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-39c00f41-9343-45d4-8a82-e1feba9df6a1 req-044ea217-1647-4062-a925-d3c1f038e7d8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0466330 May 10 19:31:00.516821 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-17a5d533-e66d-40ad-91f6-0b6a5117297a req-9beedcaf-b0b6-49e6-a8b4-945dd1b95ade tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0417593 May 10 19:31:00.664076 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-89c13281-2149-49ca-94c5-b905c01a0ee5 req-a89143a0-1fe6-4dbf-9330-b3deff80c92b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0418448 May 10 19:31:01.665217 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-61b081ed-3ad9-4865-8b29-79323ca43812 req-03e9a757-a698-4ede-9f03-a9067eaad85c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0445478 May 10 19:31:01.808466 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2202d70c-5b22-46c7-bc2e-ed3acfa8d477 req-dc3a70ce-9d70-4874-9464-36874db75284 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0412407 May 10 19:31:02.809390 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7dc1a6c0-a080-462e-a168-f4bba306f15e req-545ac433-c99c-4cb1-a4b2-5ba7a738af18 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0413768 May 10 19:31:02.962962 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-02b5da8d-bd89-47b6-b0d0-d7fc61fb34ce req-3c914902-0153-4274-8115-0a7889aab4b6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0452502 May 10 19:31:03.960011 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-72b79b56-6417-47ca-be0f-c1688d3bdbb1 req-2bc5072f-46be-44bc-b02a-e02ff82122af tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0414791 May 10 19:31:04.110880 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ccc2b6d0-7316-4a25-a2ce-94da9673a6d9 req-d0ea5cd1-e235-4295-856f-743e72a75fb6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0435266 May 10 19:31:05.115851 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a5853cd-5514-4b59-b7db-5701b3a83222 req-844cb880-df82-4862-86ab-0cab56190745 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0450063 May 10 19:31:05.260241 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b2a4ea72-af20-4445-83ad-c2a22040f18d req-0c47494e-cc9c-4dde-8813-7230a7aa05c5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0454037 May 10 19:31:06.267023 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1ac07b3-100d-4c9f-b2a8-459250e91e73 req-d6b10522-86a7-432f-b6b9-d4d971032d8c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0432236 May 10 19:31:06.417221 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8598223b-0619-46dd-9e6c-e016ed8d54c4 req-009c471d-e17e-45ae-9a76-c81252e0613c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0481553 May 10 19:31:07.418848 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e46e837b-9513-4c50-8f87-d200226aaacf req-9a7916be-7ba1-4c59-8be9-a41af8b9d485 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0427890 May 10 19:31:07.566100 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9d052b25-1170-410d-8936-084875044efb req-f59fa531-f530-4a5c-9b7e-a7121ef1a146 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0419605 May 10 19:31:08.574472 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-03ac9540-8ff2-4dce-92c4-f64803770439 req-bc5596d3-5a1e-4d71-bc3b-38e8ec43ef1d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0459254 May 10 19:31:08.716027 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3ae8df45-3e07-4989-98b4-0df3ad98500e req-572e6c9d-75fd-40c3-8cbd-094a03b2820d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0436819 May 10 19:31:09.723214 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e8cbe127-dfdf-4168-b729-7ae9760ccf04 req-5411e614-af68-4fe2-98dd-2834a9f5d1a1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0425808 May 10 19:31:09.882013 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a94e1255-8067-47a7-8153-c3a941ac19b7 req-523e40b8-2d6e-4465-a34a-d5df65a381e8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0447962 May 10 19:31:10.959552 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5944aa03-330f-4efa-9b90-632f8e7e98fd req-eccaaf41-6edf-428a-9e67-6b73ce96dde3 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0434999 May 10 19:31:11.035148 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c0f10f99-a568-48b2-96c1-6f034f005d49 req-19848e50-fd1d-4224-95ec-a9b20a0a74c8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0433910 May 10 19:31:12.114615 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-725a9b30-2c95-4919-967e-f8457a2c346d req-e8aaf902-afeb-44b9-9477-91433faa73ef tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0476882 May 10 19:31:12.191285 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9c44eff2-0e9b-49eb-a081-43c92f891832 req-bc111470-6e3b-4dfe-90ab-5095c5f87b55 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0421121 May 10 19:31:13.304050 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-69f9e092-5d19-49d3-82ec-0e343a716809 req-619a2e69-ed3c-47a3-8e5c-9d68e5b11b70 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0796871 May 10 19:31:13.392120 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-79f00ea3-a5bc-4cf8-829d-93866d752701 req-3abae3d3-863c-4d0c-b04a-60c7c47b5892 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0838387 May 10 19:31:14.464058 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b58f8038-161b-4b0d-ab0e-560ff48a9bde req-82ae46b9-707f-4463-bd62-1d2b9f19b1e5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0437579 May 10 19:31:14.559454 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3776f57f-4c25-4c25-9c64-95d7e98da660 req-534ecc31-e4bc-4667-b66f-2e9b3544ec10 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0515585 May 10 19:31:15.619133 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c19dc015-b063-4d2f-8cbb-5c28dd0ba0d8 req-98525274-5363-47a4-94d8-1d8d123a306c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0487859 May 10 19:31:15.716722 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-325b7769-2fdb-4a1f-bf2e-4e8fbc85ee7a req-36e7cb73-667a-4e9f-a266-a1ac2049320d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0424671 May 10 19:31:16.774455 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b0ded92b-f45d-4979-8d9a-bf4b3df1b610 req-c4465191-34fe-409e-ba15-f19dbd277a8f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0442600 May 10 19:31:16.874334 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fe8da596-3331-4e1a-bbe9-906bb57bf145 req-bf202e76-fbdb-41b5-af26-27eb4b0020ad tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0467634 May 10 19:31:17.945933 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2f2bd1cb-5f0a-4856-854e-ba1c8146c0ea req-4ffd7a5a-e8fe-4869-b308-a47ebfdd1f18 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0430703 May 10 19:31:18.028759 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a87073fa-ae73-4d58-a9f2-21efc7a4f095 req-648a7fb8-9778-448b-81c4-3f1b14add14b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0428278 May 10 19:31:19.088936 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b165-1cb5-4a9a-9b63-0cbb388c0d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:19.104429 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ab95d39c-cf43-4f10-8abc-c8204b55feba req-1458bb44-9ad1-48cb-964f-4286e5dd1b91 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0478857 May 10 19:31:19.177460 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db583645-9f5b-47c7-a16b-615d37de0cec req-21340a75-7d82-4af9-bc82-2e9774507898 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0421693 May 10 19:31:20.252449 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-98808945-dd92-4f61-beda-e4d2a38ca71c req-3cbf869f-c0b8-4aaf-ac44-c6b4800fde18 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0415993 May 10 19:31:20.331908 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5fbe80cb-87cc-46e1-9b2d-c24d48c2401b req-17a10234-d2f0-43d3-9d70-831bb0721af9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0469804 May 10 19:31:21.408812 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5036e44f-2cdf-4cff-b71a-64a58888b7ee req-f36d63a9-16db-4902-85f5-c38e167e47e5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0454111 May 10 19:31:21.500289 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ea170196-b4df-4694-93ba-8b5ffe666779 req-441d57ea-838e-4bfd-91d1-9aee8ff221ad tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0473726 May 10 19:31:21.602549 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-47d349ac-1450-43e0-80ff-a1033d2a3737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:21.811857 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:22.561784 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-25ebb561-ec9d-4af8-a7ef-170826901260 req-d1b29d9b-e5ac-439e-adef-e0202e0fff1f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0463877 May 10 19:31:22.655010 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-133dc447-6d78-4f5f-a5fd-0b4c1f33052e req-87790eea-c18c-4ad1-8967-4433d88b70c6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0476642 May 10 19:31:22.875296 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.224035 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:23.720895 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bce8020e-67a3-4199-a18b-c1aff61474a1 req-3becd1a5-45f6-479a-ac7f-a2fbfe5c70f7 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0456712 May 10 19:31:23.842381 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68b64be2-7012-471f-bb2f-91a6d9abec36 req-d277f562-ea31-4417-91a3-335104e6438a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0493925 May 10 19:31:24.375379 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:24.876334 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-82dfbd57-0ef3-4b5f-82eb-2ce0a2388f92 req-3c6b1ca5-0e22-44e0-99c2-d4b74b39cffe tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0430460 May 10 19:31:24.999103 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-01fb2375-2f71-4dbc-a2e7-8016ef4d1c56 req-36b82dcd-679c-4337-bfe1-4912e0fe832b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0459785 May 10 19:31:26.045887 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de954090-5eb5-4a4a-ae8b-2686d9042791 req-97132f9c-4f55-4a26-aa95-1f56d44c19e8 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0457544 May 10 19:31:26.150022 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8978e111-90cd-4773-a8ed-5e4355f8aeb3 req-d8f0339c-a2c2-4ee7-b55f-4cbf61b3351c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0426323 May 10 19:31:27.191403 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-11202613-c312-43f9-aff0-fe9715badb32 req-c8bc3630-413d-4f6f-9464-ce30abcc5e9c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0419605 May 10 19:31:27.323862 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bc64bee2-9a22-4d34-b09e-2da2e2241a51 req-b9aa815e-a3cb-44ca-9826-8c6c1f6b4894 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0457244 May 10 19:31:28.340073 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b9c83687-73b2-427c-a42d-ff4fb3a15b3c req-4fde7bcd-6760-4362-8c53-90e5bebab423 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0419240 May 10 19:31:28.479755 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-543be37c-ab0d-4183-a86c-d5f8a334def3 req-37e1a187-d524-47ed-831f-83d4b4ddefa1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0440519 May 10 19:31:29.489591 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4aba7966-43c8-4f1f-ace6-ef55d5015ffd req-861897f0-c502-4e75-bda9-95ab21e58a18 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0453725 May 10 19:31:29.631482 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-657a1516-65a7-4688-8f7d-6bc4a3a32f5d req-ae0ceb22-abca-489c-9978-56f5fbc35149 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0437627 May 10 19:31:30.637849 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0466d343-0a73-4837-a9b2-594fd892f88c req-2a1788bb-0db9-48f7-a0a0-54589fab80fa tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0425904 May 10 19:31:30.802337 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0cfcd90d-e77d-4626-9d2c-39c3971cd572 req-3d25b86a-a7fe-481f-8d73-bfffd59e4e11 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0614979 May 10 19:31:31.792043 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eec0d9fd-f97f-4a4a-b911-aee7df88f6ab req-a0c388fd-932b-4c98-b8e1-d7ad87108c6d tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0425255 May 10 19:31:31.959777 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-50bb0bd8-132b-4cca-b408-4b310dae5ca1 req-fe329e4b-6dc2-44c1-908d-8fb6f8c107de tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0419903 May 10 19:31:32.942960 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a08660ef-f552-4c1a-a31d-1696afcccc2b req-73bea9e8-86a4-4a6a-a8ca-26324cf13856 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0470800 May 10 19:31:33.107901 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-76052420-cc54-4312-bda2-988a10a86b81 req-478cc596-05d4-443e-bae6-35f2ea4d0477 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0430319 May 10 19:31:34.091310 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e5b23e8-fcdf-4db8-b2fc-c73823bd1c20 req-d59d46c5-25c3-40ed-8dd0-74c378b1aa8e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0421135 May 10 19:31:34.261785 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb0a73d4-b972-418a-bd45-2b076109aa2e req-44456c6b-865e-4e95-ab67-891a3bf39a26 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0453691 May 10 19:31:35.242170 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0de3d8be-3025-4739-804d-3c469a29b154 req-84996c43-1bca-44a4-8e26-7c34bf4d81ce tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0426574 May 10 19:31:35.414016 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-440192e6-300d-4341-9b95-7efb202ad813 req-f8126b51-3543-43dc-b192-757fb3bfa4bc tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0442598 May 10 19:31:36.074710 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:31:36.583722 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d1b7a67f-cc47-4afa-876a-f612868598c0 req-7be1a775-e549-4a0a-8340-df3fceecaaa8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0519142 May 10 19:31:36.626729 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-849f3307-d77a-4f81-bc6a-a44cf7523c62 req-5da0154c-0540-4ef9-b775-d5c64d5450f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.1355522 May 10 19:31:37.737758 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-42474f27-d6e4-4d8d-b6dc-ee818ef07a89 req-b801f4a3-80a7-4f35-9cae-5670ffc8cadd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0458052 May 10 19:31:37.774417 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74cf51c0-ccf2-43a9-984a-9ad6019263f0 req-e5162ab9-4c5d-4c8f-aeac-1b1f6c3000c5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0422690 May 10 19:31:38.889606 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ff98771b-2ad1-4fc1-93b8-d44a55ec078c req-799ab8ec-6c9d-432f-b96b-e6eefc652b22 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0436561 May 10 19:31:38.934803 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3f15197b-4245-4916-a35c-fc2f8d950754 req-2c30e9b4-f494-4c98-8ac9-584cc12f2bc7 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0534627 May 10 19:31:40.038358 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ca604016-efe7-4561-871b-69cc22ad51d8 req-c648c72d-1370-49da-b7ab-9ca1fb284012 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0425313 May 10 19:31:40.084114 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-43ba7341-5931-4316-b98d-471187c69b5b req-15fac85c-14c2-4903-b0e9-670ee4e571c1 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0423687 May 10 19:31:41.236112 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fa247985-0461-4539-95f5-827b031b2ef3 req-6edaf6ea-996a-446d-8c26-63ed31d182d4 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0446084 May 10 19:31:41.273328 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-29de091e-a94c-47a8-b55f-e00348a8bfbd req-c6490fb8-d163-4443-bd39-863559ec4534 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.1279707 May 10 19:31:42.394538 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-10102e6d-3316-4b67-b430-6992d1b69fe1 req-5975326b-10f2-4a86-9520-539a91386eff tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0508716 May 10 19:31:42.427610 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-69a9b5d7-e6b1-4738-a5bc-fc4c7f7ff05d req-c7bf017c-947e-46f1-9ddb-2c9cc2af6b99 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0448086 May 10 19:31:43.540931 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a3e8afc4-6ea6-4fab-a9a0-0b8d1f65cf54 req-fdec5ef3-a2c0-4335-b9fd-ac10995a9862 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0423713 May 10 19:31:43.578475 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-55c88c02-2e13-40ce-bd00-439821972c10 req-9951095c-28a6-4a31-ba45-1938e6bfd0d2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0441101 May 10 19:31:44.696005 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d6f3778-334c-444d-bd9b-4eb958f106fd req-30975167-62ec-40da-80f2-67ec9648b4a5 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0467145 May 10 19:31:44.729078 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4fcfe875-757c-4b72-98c3-928c4d35e7cc req-1f6fe266-4d58-4b57-b89f-c946c8be68d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0427537 May 10 19:31:45.851010 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-13a751a6-6a3c-49a2-956c-9e9572c63cb5 req-6780aedf-7b38-46c1-89eb-9d12cc02508b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0476491 May 10 19:31:45.881082 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e6fa7806-fd99-4a66-809e-ff57b4e776a1 req-43b8a60e-0c9d-4a45-879b-107ae16ac359 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0421481 May 10 19:31:47.002177 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7424deec-3ce4-4b62-a7ca-078b8da81b0a req-0193cd2c-7159-4862-8f27-5373a3d5f587 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0424612 May 10 19:31:47.037993 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-15b4d656-7f14-48dc-bcbb-b908c7990b51 req-e11f0b52-6208-418e-88a7-10253b69b494 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0482652 May 10 19:31:48.154733 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bded0a66-612f-4fc8-9d78-1687765980e9 req-9d900904-501e-4eb9-a8cc-08424cef16fc tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0426884 May 10 19:31:48.185864 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-15b4cfc8-e5e1-4e1b-a770-57660fe83f37 req-04f95b02-2eae-4037-b519-0ae04e719f80 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0410259 May 10 19:31:49.082259 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-895d5e5c-6342-485b-ba93-a9b9f5e79d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:49.307559 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e77df626-9fce-48d0-9604-fbe023504624 req-0054708a-6fa9-425a-b65b-36418a589d02 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0461807 May 10 19:31:49.334304 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-decca945-316c-4a46-9c85-36a0fccb13d7 req-66117738-c29b-49da-8f28-63cd087313f1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0426214 May 10 19:31:50.456239 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-42a3ef1c-3c74-4ab6-bde8-cc6ce422b76c req-a42cc955-4364-455a-acc7-f1d9c8465ec9 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0439281 May 10 19:31:50.485140 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b535fff3-27b5-4adc-ab12-f0002f644d65 req-4fb87ca4-d6da-439b-8b77-47f78c63c998 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0455587 May 10 19:31:51.602800 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1818b4a0-a849-4787-ba6c-a00fb98d73c2 req-8c657d32-08ed-4599-ba87-0b56ec2ef3bc tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0439649 May 10 19:31:51.605062 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-87c2ee5c-c4cb-43fb-88c3-0411ac933c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:51.639721 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f0416670-108a-4081-9111-9411c1b97ea6 req-c0cb3a22-14aa-4067-96e4-787fd450db3c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0429285 May 10 19:31:51.815189 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:52.758076 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed43aa5a-3923-449e-b824-6dc13839be7b req-199632fb-9c6e-4142-9572-30e85245aca7 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0469041 May 10 19:31:52.793638 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dfb8fba1-2075-4ae4-921d-8afbd0a7d774 req-dd80e2a2-f4f7-4589-b170-402378033b85 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0476744 May 10 19:31:52.877247 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:53.230711 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:53.916270 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37921dce-8cf9-4b07-bdbf-27dddafb44c3 req-6b411bae-38a7-4340-abd0-57f120523e5a tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0441041 May 10 19:31:53.944926 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ccd781dd-8046-4545-99c1-61fb5f8b1055 req-57f60143-4324-47e4-afdc-b75c23f84f93 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0480187 May 10 19:31:54.374901 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:31:55.062832 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-786009f0-8723-49ef-9f79-975ce8028b63 req-933aacf7-af02-417a-8758-71aa4699188c tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0421917 May 10 19:31:55.103290 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-facf5794-d362-4a18-96eb-633b7b845f0f req-af2fbe45-dfbd-40f3-9459-b4e144783a71 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0421758 May 10 19:31:56.215543 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59cbc9fd-5a29-4be8-a0f8-4bfa447b1d38 req-80ec58a8-a03c-48ca-817d-51dd3fe0e451 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0452559 May 10 19:31:56.253701 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b300a2f3-4515-4dae-9a08-8d187d240835 req-b4239c51-043f-42a3-8327-480a0d43106f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0424016 May 10 19:31:57.377249 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-060e0b7b-bad0-42f7-ac4b-736ec380c1b5 req-74851ad0-cd74-4f11-99da-538b6698d540 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0418384 May 10 19:31:57.404251 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-90b3a1db-8c44-4bd4-90cb-4af016c0d6b2 req-9faa26a5-6cfe-488b-9813-fb2a51baf9bf tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0455604 May 10 19:31:58.531962 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-04846537-c0ea-498c-83f6-7d773bb0f6f3 req-e5eaa026-487b-46a9-8434-1ac270a74343 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0426791 May 10 19:31:58.565684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bcfe9e6b-135f-4b24-befc-c00a9c182ed7 req-4d09cffa-b05b-4dda-94fd-dbc319d53da2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0421665 May 10 19:31:59.685707 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28bcca0e-6296-4267-858a-b55df8f22f21 req-2817916f-1b53-43c7-8837-a4bf4279aa0e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0454700 May 10 19:31:59.713810 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4528cd40-d648-45f5-baa2-667a6f93a46b req-514e97a6-e78e-43e5-a87c-f0352abd5720 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0424211 May 10 19:32:00.841329 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-469f3b1f-e6ce-4288-bd4a-7dcd8d86fdea req-f118bf83-31d2-4cd4-8160-4fbdd136310b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0512497 May 10 19:32:00.869027 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cdf26308-f79f-408b-b81d-dc72855b72d5 req-e78e0f37-ce55-48a8-a092-7bf5473a9fc2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0492976 May 10 19:32:01.989614 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-548f4d85-1858-4a61-b512-f1b676772adc req-2c420654-a99d-4eab-839b-bb7721354d23 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0419588 May 10 19:32:02.019802 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-32be4120-d170-4b19-914a-a2a70da8382b req-7c64f42c-066c-43f1-b877-a414e46ac772 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0425189 May 10 19:32:03.144621 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-14fb4671-fc7d-47b2-ab9e-ef17f852faee req-5d10f52d-798b-4f27-bd66-ae50b473c38b tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0456078 May 10 19:32:03.169252 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6905aa88-24f3-4e0e-846e-3ba29b8c376e req-9b7ad65a-8eec-4814-85df-70188d478221 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0417202 May 10 19:32:04.293725 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-42076a10-542a-4bf1-ad89-30824dbf968a req-e8a67100-14b0-4cb7-bc9c-288579e16d35 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0456564 May 10 19:32:04.321734 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a167a789-13dc-466b-9fe3-e99d0b23f1e7 req-fc9766c6-eb0d-4181-8c40-3b31d640b9ca tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0474112 May 10 19:32:05.494482 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d515502-6b7f-4c13-9fa6-3cf7f7d30c3f req-96586f78-dcb7-4cf9-9c54-c45e2b1ae6a0 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f0aa2aa-813a-48a1-8058-7f2721f2da03 HTTP/1.1" status: 200 len: 210 time: 0.0519595 May 10 19:32:05.641446 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d6f7d657-6130-4c75-994e-0207b2ef1cd1 req-f06acdf6-a989-472e-b260-13d950b3b7fd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0452046 May 10 19:32:06.803735 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c03cae67-b6a8-4f3b-853b-45b47227de06 req-23baf9f4-fd42-4266-85cf-cf34b294b791 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0484102 May 10 19:32:07.505265 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47388) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:08.100160 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf194263-aa20-4db6-9a81-c4d048f57e82 req-075b45bf-1542-4c9b-bdc0-baad6fa1e5ec tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.1419895 May 10 19:32:08.332109 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:08.735924 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Deleting port fcf0749a-81e5-4a0a-9124-1918a9d4dd55 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:08.736603 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:08.855509 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] For port fcf0749a-81e5-4a0a-9124-1918a9d4dd55, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:08.855859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:08.984957 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Calling delete_port for fcf0749a-81e5-4a0a-9124-1918a9d4dd55 owned by network:router_interface {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:09.134958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:09.140791 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b8d42ae-8900-464a-bd23-f2832364aa6b tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:09.188021 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf0749a-81e5-4a0a-9124-1918a9d4dd55,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:09.229088 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.229450 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.229802 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.230177 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.230523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.230865 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.231204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.231544 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.231882 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.232220 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.232552 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.232883 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:09.256142 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b35953a0-1c51-4f15-ae01-297587bbc4a3 req-55fdd3f5-434f-4204-9eff-3b7bdecd46a0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0450578 May 10 19:32:09.263756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:09.469831 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:09.915483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Router 9107f851-444c-402e-aa35-9afe1add0f8c has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:32:10.095601 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:32:10.104769 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] Sync routers for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:32:10.114747 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47416) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:10.115037 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] 10.222.0.26 "PUT /v2.0/routers/9107f851-444c-402e-aa35-9afe1add0f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085334 May 10 19:32:10.130355 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:10.131116 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:31:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:10.314847 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:10.399909 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:10.418761 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7dc1ef73-508a-4680-ad95-b098eacd8559 req-908257df-c076-4a9a-9039-4b78286f2371 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0508475 May 10 19:32:10.576845 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:10.602187 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:32:09Z', 'revision_number': 5, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port': {'id': '2d6b51cd-af81-42a2-96c7-3a7ed82a781c', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:12Z', 'updated_at': '2021-05-10T19:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:10.605986 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] Checking router: 9107f851-444c-402e-aa35-9afe1add0f8c for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:32:10.614252 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] Routers {'9107f851-444c-402e-aa35-9afe1add0f8c'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:10.614855 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:31:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['9107f851-444c-402e-aa35-9afe1add0f8c'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:10.650594 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Deleting port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:10.650924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:10.765549 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] Set router 9107f851-444c-402e-aa35-9afe1add0f8c gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:10.771790 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] For port 2d6b51cd-af81-42a2-96c7-3a7ed82a781c, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:10.772164 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:10.869736 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:32:10Z', 'revision_number': 6, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:10.873677 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ceba6c-4a2a-4705-8e82-b629eb67d4a0 None None] The sync data for ids ['9107f851-444c-402e-aa35-9afe1add0f8c'] in dv-cinder-780933-5-iscsi is: [{'id': '9107f851-444c-402e-aa35-9afe1add0f8c', 'name': 'tempest-TestMinimumBasicScenario-323084995-router', 'tenant_id': '487461bc7aa3467696623d4d88f126c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:11Z', 'updated_at': '2021-05-10T19:32:10Z', 'revision_number': 6, 'project_id': '487461bc7aa3467696623d4d88f126c8', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:32:10.893403 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Calling delete_port for 2d6b51cd-af81-42a2-96c7-3a7ed82a781c owned by network:router_gateway {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:11.036581 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.041364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-526dc6dd-8513-4fc1-b7c8-442bb88afeac tempest-ServerRescueNegativeTestJSON-91922824 tempest-ServerRescueNegativeTestJSON-91922824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:11.120014 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6b51cd-af81-42a2-96c7-3a7ed82a781c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:11.193675 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.194049 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.194403 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.194854 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.195091 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.195432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.196038 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.196372 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.196712 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.197052 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.197382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.197714 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:11.200982 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:11.229857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.420106 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.423033 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.446254 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.446784 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9107f851-444c-402e-aa35-9afe1add0f8c {{(pid=78731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:32:11.459543 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.460670 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] 10.222.0.26 "DELETE /v2.0/routers/9107f851-444c-402e-aa35-9afe1add0f8c HTTP/1.1" status: 204 len: 168 time: 1.3448377 May 10 19:32:11.463212 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47430) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:11.523201 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Deleting subnet 68226c70-aadf-4543-8f44-8b6a0c4b47dc {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:32:11.562308 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.602987 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-95dabd59-42da-43e6-ab46-86d670646bb6 req-39cb71f0-3bb1-4c55-8763-5a2ae4b34278 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0777223 May 10 19:32:11.623243 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-497305'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.694746 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcf0749a-81e5-4a0a-9124-1918a9d4dd55 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:11.705173 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:11.733673 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: fcf0749a-81e5-4a0a-9124-1918a9d4dd55 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:11.733897 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcf0749a-81e5-4a0a-9124-1918a9d4dd55 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:12.056509 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1680338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495143'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.062109 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:12.097528 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68226c70-aadf-4543-8f44-8b6a0c4b47dc,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:12.099728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.102288 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:12.104744 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931be56-7492-4e8f-ae14-243896eb2194 None None] Network ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:32:12.109029 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/68226c70-aadf-4543-8f44-8b6a0c4b47dc HTTP/1.1" status: 204 len: 168 time: 0.6426349 May 10 19:32:12.109265 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47434) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:12.213880 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.293384 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Deleting port 4f63e99f-b03f-4d47-b537-c64e22d42c3c {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:12.293728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.367026 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] DHCP port deletion for ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:32:12.410120 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] For port 4f63e99f-b03f-4d47-b537-c64e22d42c3c, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4f63e99f-b03f-4d47-b537-c64e22d42c3c,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:12.410609 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.439322 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Deleting port 4f63e99f-b03f-4d47-b537-c64e22d42c3c {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:12.439703 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.534519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Calling delete_port for 4f63e99f-b03f-4d47-b537-c64e22d42c3c owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:12.538510 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] For port 4f63e99f-b03f-4d47-b537-c64e22d42c3c, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4f63e99f-b03f-4d47-b537-c64e22d42c3c,segment=NetworkSegment(1c533e1c-4ad5-4755-b7f9-67c0af13503e),segment_id=1c533e1c-4ad5-4755-b7f9-67c0af13503e)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:12.538914 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.580589 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.585489 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-13b8a686-704f-44b9-add3-7ea92d5886ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:12.628294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f63e99f-b03f-4d47-b537-c64e22d42c3c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:12.631251 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:12.632040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] No DVR routers for this DVR port 4f63e99f-b03f-4d47-b537-c64e22d42c3c on host dv-cinder-780933-5-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:32:12.708576 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Calling delete_port for 4f63e99f-b03f-4d47-b537-c64e22d42c3c owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:12.748279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.760438 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.761606 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-38005f84-ad23-47d7-8171-598f112f2566 req-0bf80899-6d14-4d50-959a-a7c740c324ef tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0475390 May 10 19:32:12.763878 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:12.766151 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:12.784909 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c533e1c-4ad5-4755-b7f9-67c0af13503e') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:12.784909 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c533e1c-4ad5-4755-b7f9-67c0af13503e') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:12.794438 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.810622 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.815761 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] No DVR routers for this DVR port 4f63e99f-b03f-4d47-b537-c64e22d42c3c on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:32:12.818133 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:32:12.818972 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.819890 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Pushing event deleted for resources: {'Port': ['ID=4f63e99f-b03f-4d47-b537-c64e22d42c3c,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:12.828776 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.828996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.829336 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.829670 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.830024 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.830358 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.830687 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.831020 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.831335 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.831656 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.831976 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.832293 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:32:12.835485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:32:12.838614 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:32:12.910519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.914972 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:12.929048 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:12.940154 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:12.944097 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:12.948568 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] 10.222.0.26 "DELETE /v2.0/networks/ccf1ebfb-625a-4ff8-a5d1-931419b9a9c7 HTTP/1.1" status: 204 len: 168 time: 0.8383937 May 10 19:32:12.951571 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47446) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:12.988766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4f63e99f-b03f-4d47-b537-c64e22d42c3c no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:13.022255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 4f63e99f-b03f-4d47-b537-c64e22d42c3c {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:13.022602 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4f63e99f-b03f-4d47-b537-c64e22d42c3c not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:13.023027 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 2d6b51cd-af81-42a2-96c7-3a7ed82a781c no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:13.055339 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 2d6b51cd-af81-42a2-96c7-3a7ed82a781c {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:13.055690 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 2d6b51cd-af81-42a2-96c7-3a7ed82a781c not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:13.074716 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:32:13.496184 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:13.922384 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4bb96ebc-ca4e-479e-9b09-2263aa5abd99 req-66ecdb6b-c313-41f2-ac87-ba44a4d5a95d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=14df9b00-d75d-48ba-ae46-caffa56475eb HTTP/1.1" status: 200 len: 210 time: 0.0492673 May 10 19:32:14.010720 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Deleting port ec46152f-66ca-4914-b13a-20ab8d9a1691 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:14.011329 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:14.135411 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] For port ec46152f-66ca-4914-b13a-20ab8d9a1691, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ec46152f-66ca-4914-b13a-20ab8d9a1691,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:14.135675 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:14.255832 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Calling delete_port for ec46152f-66ca-4914-b13a-20ab8d9a1691 owned by network:router_interface {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:14.407723 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:14.412441 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6fa8c0b1-89de-4cd1-aad0-066f205213eb tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:14.459638 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec46152f-66ca-4914-b13a-20ab8d9a1691,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:14.461922 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:14.756253 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:15.107185 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Router 52832ccb-8cbc-4947-96ec-aa350a2479c5 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:32:15.376817 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:32:15.385025 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] Sync routers for ids ['52832ccb-8cbc-4947-96ec-aa350a2479c5'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:32:15.386564 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-770a1d9c-ea15-452b-9e00-4f97a9bddd3e admin admin] 10.222.0.26 "PUT /v2.0/routers/52832ccb-8cbc-4947-96ec-aa350a2479c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329591 May 10 19:32:15.388942 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47468) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:15.394584 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] Routers {'52832ccb-8cbc-4947-96ec-aa350a2479c5'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:15.395198 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:31:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['52832ccb-8cbc-4947-96ec-aa350a2479c5'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:15.572612 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks [] for router, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:15.573246 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] Set router 52832ccb-8cbc-4947-96ec-aa350a2479c5 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:15.764994 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:15.843561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Deleting port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:15.843997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:15.910327 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:32:14Z', 'revision_number': 5, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port': {'id': 'e0a0c770-46d5-4b76-ae9e-4d3cb58405ce', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:13:20Z', 'updated_at': '2021-05-10T19:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:15.914139 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] Checking router: 52832ccb-8cbc-4947-96ec-aa350a2479c5 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:32:15.922945 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] Routers {'52832ccb-8cbc-4947-96ec-aa350a2479c5'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:15.923650 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:31:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['52832ccb-8cbc-4947-96ec-aa350a2479c5'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:15.964350 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] For port e0a0c770-46d5-4b76-ae9e-4d3cb58405ce, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:15.964698 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.071960 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] Set router 52832ccb-8cbc-4947-96ec-aa350a2479c5 gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:16.079957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47480) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:16.093653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Calling delete_port for e0a0c770-46d5-4b76-ae9e-4d3cb58405ce owned by network:router_gateway {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:16.145309 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.176144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.176419 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:32:15Z', 'revision_number': 6, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:16.179980 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b4856-4d7a-463a-9d85-b9c34d3b72bb None None] The sync data for ids ['52832ccb-8cbc-4947-96ec-aa350a2479c5'] in dv-cinder-780933-5-iscsi is: [{'id': '52832ccb-8cbc-4947-96ec-aa350a2479c5', 'name': 'tempest-TestMinimumBasicScenario-858238569-router', 'tenant_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:13:19Z', 'updated_at': '2021-05-10T19:32:15Z', 'revision_number': 6, 'project_id': '1f71e22b78d04ed9b1e007c2156d58b0', 'gw_port_host': None}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:32:16.237115 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.240979 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9514b4f5-f182-4ce1-9e45-b3b923757bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:16.246670 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.251225 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7c9eb176-78ad-4cb0-b5b9-a5cb7772fece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:16.257371 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9da210-e957-4254-a6ca-8f308736f61f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:16.260418 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:16.272201 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.274057 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e9da210-e957-4254-a6ca-8f308736f61f HTTP/1.1" status: 204 len: 168 time: 0.1920962 May 10 19:32:16.276043 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47484) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:16.293123 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.api.v2.resource [None req-258cf5e0-4dee-4cf0-9196-51552db486e7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] show failed (client error): The resource could not be found. May 10 19:32:16.294207 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-258cf5e0-4dee-4cf0-9196-51552db486e7 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups/6e9da210-e957-4254-a6ca-8f308736f61f HTTP/1.1" status: 404 len: 347 time: 0.0171163 May 10 19:32:16.295212 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a0c770-46d5-4b76-ae9e-4d3cb58405ce,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:16.297948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47488) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:16.300145 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:16.392432 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.535419 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Deleting port adf598f9-5e1e-4a88-84ae-5a6b96c9dd07 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:16.535752 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.678201 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.680427 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.690344 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.690674 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.704838 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.705422 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52832ccb-8cbc-4947-96ec-aa350a2479c5 {{(pid=78732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:32:16.718798 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.719900 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-2d4c91a7-f0fd-4968-ae60-9a79e1bfe260 admin admin] 10.222.0.26 "DELETE /v2.0/routers/52832ccb-8cbc-4947-96ec-aa350a2479c5 HTTP/1.1" status: 204 len: 168 time: 1.3299353 May 10 19:32:16.722398 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47496) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:16.781234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Deleting subnet ae83e128-f270-4ba8-8c64-151567051ce6 {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:32:16.784130 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.819271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Calling delete_port for adf598f9-5e1e-4a88-84ae-5a6b96c9dd07 owned by network:floatingip {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:16.839411 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.928613 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.944174 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:16.948748 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-887a6bef-b369-4e77-909c-b3c0461ca321 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:17.001786 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event deleted for resources: {'Port': ['ID=adf598f9-5e1e-4a88-84ae-5a6b96c9dd07,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:17.005832 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:17.044378 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e0a0c770-46d5-4b76-ae9e-4d3cb58405ce no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:17.081914 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: e0a0c770-46d5-4b76-ae9e-4d3cb58405ce {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:17.082687 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e0a0c770-46d5-4b76-ae9e-4d3cb58405ce not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:17.083302 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ec46152f-66ca-4914-b13a-20ab8d9a1691 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:17.118290 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: ec46152f-66ca-4914-b13a-20ab8d9a1691 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:17.118640 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ec46152f-66ca-4914-b13a-20ab8d9a1691 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:17.204472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.212728 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-88abfe9b-30ad-459a-9ef9-e67a4eed23d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:17.221775 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.247037 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae83e128-f270-4ba8-8c64-151567051ce6,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:17.250144 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:17.251122 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.254872 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.259595 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ae83e128-f270-4ba8-8c64-151567051ce6 HTTP/1.1" status: 204 len: 168 time: 0.5339723 May 10 19:32:17.259816 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47502) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:17.261828 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "DELETE /v2.0/floatingips/5dfd4f66-47c3-4bfe-9b02-23822ec4443e HTTP/1.1" status: 204 len: 168 time: 0.9624345 May 10 19:32:17.264744 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64020463-9759-4869-af03-51057ec9c86c None None] Network e82d5787-f089-44e4-8720-199784db4224 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:32:17.393758 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.482153 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Deleting port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:17.482523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.571382 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] DHCP port deletion for e82d5787-f089-44e4-8720-199784db4224 request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:32:17.590552 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] For port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:17.590890 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.634496 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Deleting port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:32:17.634906 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.717408 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Calling delete_port for 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:17.772565 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.776426 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4f7badc2-1722-4f55-9603-efdcfa95b0dd tempest-VolumesNegativeTest-92832898 tempest-VolumesNegativeTest-92832898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:17.781365 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] For port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,segment=NetworkSegment(ede167ac-531f-46f3-8931-1221e478e842),segment_id=ede167ac-531f-46f3-8931-1221e478e842)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:17.781837 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.823292 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:17.825194 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] No DVR routers for this DVR port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 on host dv-cinder-780933-5-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:32:17.827233 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:17.907642 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47512) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:17.912686 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Calling delete_port for 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:32:17.915333 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015177131', 'description': 'tempest-description--1173411990'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:17.921986 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:17.928012 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:32:17.931280 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:32:17.938990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:17.952700 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.956303 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.957038 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:17.962398 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:17.967295 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82d5787-f089-44e4-8720-199784db4224']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:17.983070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:17.983954 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede167ac-531f-46f3-8931-1221e478e842') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:17.984480 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede167ac-531f-46f3-8931-1221e478e842') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:17.989271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:32:17.996098 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:32:17.998608 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.004444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:18.016678 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Pushing event deleted for resources: {'Port': ['ID=80e9a8ba-18a4-4102-a829-9c0256ceb3f0,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:18.018740 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.019618 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:18.020439 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] No DVR routers for this DVR port 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:32:18.031595 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:32:18.032001 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:32:18.047190 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:32:18.089268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.093680 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.097466 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5d3a65d5-cb28-46a7-954f-51e495114162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:18.127671 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.131588 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:18.140525 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5a758-08f0-41ad-9fd2-888f98100a71,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:18.144403 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:18.147360 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.148604 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2396362 May 10 19:32:18.150704 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.151502 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47518) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:18.153431 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Pushing event deleted for resources: {'Network': ['ID=e82d5787-f089-44e4-8720-199784db4224,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:18.157286 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:18.157730 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'security_group_rule': {'security_group_id': 'b5e5a758-08f0-41ad-9fd2-888f98100a71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:18.162836 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e82d5787-f089-44e4-8720-199784db4224 HTTP/1.1" status: 204 len: 168 time: 0.8916924 May 10 19:32:18.163595 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:18.167435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:32:18.170303 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:32:18.176048 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:18.193577 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.256379 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.260165 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.262430 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b1e61764-eb89-470e-ac15-c98b3faa584c tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:18.283169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e079e2-dadc-4252-b470-b9d4f38a4479,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:18.284246 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47524) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:18.285545 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:18.296353 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.297674 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-527a732b-550a-4da5-963b-c9d337fbbd7c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452601 May 10 19:32:18.300281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47528) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:18.305613 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'security_group_rule': {'security_group_id': 'b5e5a758-08f0-41ad-9fd2-888f98100a71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:18.311456 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:18.315432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:security_group_rule and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:32:18.318461 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:32:18.324805 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:18.343511 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-4f631c38-5660-46ad-84d4-5b6400d8a545 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=487461bc7aa3467696623d4d88f126c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571282 May 10 19:32:18.344841 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.345552 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47532) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:18.425144 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.426387 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.432491 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.445077 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:18.468661 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.472955 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3193ea-9dd4-4b45-8c62-61112d672b0e,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:18.475505 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:18.487034 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.489292 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-34332dcc-8bd2-4ba6-8318-450461fe5e07 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878414 May 10 19:32:18.492782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47536) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:18.498866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'floatingip': {'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:18.504669 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:18.509964 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Usage tracker for resource:floatingip and tenant:e327a77d7f2a49e5b787104587e87180 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:32:18.515348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:32:18.525830 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:18.535370 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.538116 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.540312 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d6164fc7-c986-45f3-959b-5764dd34c913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:18.554876 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:18.557722 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:18.566177 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.569607 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e22ac6b-cc69-4a7d-93b6-ff29bdbf4ce2 HTTP/1.1" status: 204 len: 168 time: 0.2208359 May 10 19:32:18.683317 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:18.830079 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Allocated IP 172.27.3.224 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/5b030448-fb56-4957-9616-0e2db817f384) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:32:18.957399 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47548) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:18.990749 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.003486 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:32:19.010186 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-329793f4-fec8-4227-99f3-21ef16677a5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f71e22b78d04ed9b1e007c2156d58b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509737 May 10 19:32:19.012681 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 47554) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:19.030353 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.036249 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:19.049894 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:32:19.050793 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 80e9a8ba-18a4-4102-a829-9c0256ceb3f0 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:32:19.084142 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.086228 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-baa5d977-1448-41b9-b37c-db82fd4b0acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.118386 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.127935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:32:19.132036 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:32:19.136366 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:32:19.162771 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'Port': ['ID=5b030448-fb56-4957-9616-0e2db817f384,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:19.165883 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:19.195418 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.199428 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2d1f8164-f9f7-4ecd-b123-78afa196613f tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:19.212900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f59a1-be9a-4e23-af8c-3c8a1b9ef037,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:19.216934 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:19.220592 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.226109 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c81f59a1-be9a-4e23-af8c-3c8a1b9ef037 HTTP/1.1" status: 204 len: 168 time: 0.2082081 May 10 19:32:19.238778 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.298797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.517124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.521632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.525476 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5693ad7c-7df1-4d32-a582-5a9fcbe59f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:19.631486 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'Port': ['ID=5b030448-fb56-4957-9616-0e2db817f384,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:19.635784 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:19.648767 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.671875 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:19.673065 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1792798 May 10 19:32:19.912733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-19abe909-569c-414e-9d05-289496f55305 req-cc5e5f54-7cf9-4e8b-af92-8c7302d77c72 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:32:19.927489 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-19abe909-569c-414e-9d05-289496f55305 req-cc5e5f54-7cf9-4e8b-af92-8c7302d77c72 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:32:19.928679 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-cc5e5f54-7cf9-4e8b-af92-8c7302d77c72 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2015177131&fields=id&tenant_id=e327a77d7f2a49e5b787104587e87180 HTTP/1.1" status: 200 len: 267 time: 0.0629110 May 10 19:32:20.080179 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-9881abd3-4c11-4f58-8858-7a62a53e0e40 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:20.081482 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-9881abd3-4c11-4f58-8858-7a62a53e0e40 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 810 time: 0.1455772 May 10 19:32:20.097486 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-8bc1ef0d-dfc5-468a-a04e-be6a6cbfe153 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/quotas/e327a77d7f2a49e5b787104587e87180 HTTP/1.1" status: 200 len: 375 time: 0.0094187 May 10 19:32:20.179531 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-19abe909-569c-414e-9d05-289496f55305 req-f4c32a5b-c7b2-4585-8ea1-d4503512b6b0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:32:20.195396 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-19abe909-569c-414e-9d05-289496f55305 req-f4c32a5b-c7b2-4585-8ea1-d4503512b6b0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:32:20.197206 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-f4c32a5b-c7b2-4585-8ea1-d4503512b6b0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947666 May 10 19:32:20.314651 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-2f9ab24c-fc91-47c0-9f98-c941a77ec1ce service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:32:20.315645 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-2f9ab24c-fc91-47c0-9f98-c941a77ec1ce service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064215 May 10 19:32:20.443904 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-3230d2ca-0288-408c-b06a-fd3a6780a0c8 service neutron] 10.222.0.26 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220241 May 10 19:32:20.654447 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-e1af8d44-01d5-4457-8a52-6818fb4ae9f3 service neutron] 10.222.0.26 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041428 May 10 19:32:20.832829 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b873094-82fd-4b79-9dfe-86cd827fc256 req-b28e4d9a-7d2f-472d-9082-5bdbb7f0fbd2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 210 time: 0.0457273 May 10 19:32:21.608384 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-93a972e0-c121-4903-9a13-8d6ed3d82a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:21.817094 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:21.986474 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5292477f-ef6d-49c1-a629-927786e1a0cc req-33287bb7-1c16-4960-a057-0d59d887498d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 210 time: 0.0484850 May 10 19:32:22.173556 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-ab873b0c-2fdd-4c07-a875-044724d57ad5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:22.175061 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-ab873b0c-2fdd-4c07-a875-044724d57ad5 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 810 time: 0.1806040 May 10 19:32:22.237891 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-21efa290-f374-411e-a4e4-00f1684aacaa tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e327a77d7f2a49e5b787104587e87180 HTTP/1.1" status: 200 len: 380 time: 0.0464206 May 10 19:32:22.247307 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'port': {'device_id': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'admin_state_up': True, 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'security_groups': ['b5e5a758-08f0-41ad-9fd2-888f98100a71']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:22.400632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:32:22.404292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:32:22.415545 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Made reservation on behalf of e327a77d7f2a49e5b787104587e87180 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:32:22.419308 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:22.586953 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Allocated IP 172.20.0.11 (026e81f3-1f3e-4c70-a8a9-d4be015c25fa/72194633-c98c-49e5-9fb8-f34754bc935e/e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:32:22.800915 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:22.816710 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Transition to ACTIVE for port object e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:32:22.844345 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:22.850620 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:22.882894 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:22.913305 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:32:22.916541 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:32:22.928400 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:32:22.960239 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event updated for resources: {'Port': ['ID=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:22.967391 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:22.997415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:22.998126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:23.025479 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7821724 May 10 19:32:23.043174 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-f2c2ea73-8813-453f-a5c1-3fc69fe4b26c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:32:23.044143 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-f2c2ea73-8813-453f-a5c1-3fc69fe4b26c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052662 May 10 19:32:23.102436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Request body: {'port': {'device_id': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:23.128782 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-50d9e0f1-f25f-4ff5-8472-cc8f00aefdac None None] Provisioning for port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:32:23.135616 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-50d9e0f1-f25f-4ff5-8472-cc8f00aefdac None None] Provisioning complete for port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:32:23.136072 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-50d9e0f1-f25f-4ff5-8472-cc8f00aefdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:23.193491 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aefa2c-4502-4fba-80f4-618b09878966 req-700b47b3-df3b-4173-87de-9bd1349f36ae tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:23.194886 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-50d9e0f1-f25f-4ff5-8472-cc8f00aefdac None None] Port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:32:23.195030 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-76aefa2c-4502-4fba-80f4-618b09878966 req-700b47b3-df3b-4173-87de-9bd1349f36ae tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 932 time: 0.0890055 May 10 19:32:23.220619 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:23.241360 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:23.248296 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-76aefa2c-4502-4fba-80f4-618b09878966 req-7f546c13-fb52-4a5d-9bd6-6702d4652690 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465486 May 10 19:32:23.594111 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:32:23.601903 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:23.618292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Transition to ACTIVE for port object e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:32:23.622544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:23.627151 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:23.804631 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Pushing event updated for resources: {'Port': ['ID=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:23.923230 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:24.000127 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Attempting to bind port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:32:24.000820 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Attempting to bind port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:32:24.000820 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Attempting to bind port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:32:24.005419 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:32:24.005737 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Attempting to bind port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e on network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:32:24.011218 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:32:24.011641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Checking segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:32:24.012040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Bound using segment: {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:32:24.012511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Bound port: e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413c9e1e-bcb0-4374-b74f-a4225beac536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:32:24.012909 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:24.119351 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] For port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:32:24.122555 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] For port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:32:24.126955 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:24.130669 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4d3d9fc6-75aa-4cb6-87fb-bafea391ca3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:24.185424 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.186084 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:24.187449 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1094 time: 1.1365237 May 10 19:32:24.188003 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:32:24.213214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Pushing event updated for resources: {'Port': ['ID=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:24.216934 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:24.244321 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'status': 'completed', 'code': 200} May 10 19:32:24.349962 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-9ed798e2-14d7-43a3-abdd-4a6297fb25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.351838 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-9ed798e2-14d7-43a3-abdd-4a6297fb25fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1097 time: 0.0873611 May 10 19:32:24.392732 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:24.460486 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-079fe111-1521-49c8-a759-b3a93ebd5217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 217 time: 0.0813529 May 10 19:32:24.468536 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd7bde-c099-4ab3-9e2b-c2a10c7c3cf3 req-0a21eb4e-46cd-4d20-80bc-5fb8c9a6ce95 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.470278 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78cd7bde-c099-4ab3-9e2b-c2a10c7c3cf3 req-0a21eb4e-46cd-4d20-80bc-5fb8c9a6ce95 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 944 time: 0.0964251 May 10 19:32:24.519137 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78cd7bde-c099-4ab3-9e2b-c2a10c7c3cf3 req-539bb172-64fb-48e0-a35f-d982db608bb6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 May 10 19:32:24.533761 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-8b9380a2-d744-4148-a870-9cc65b9132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.535367 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-8b9380a2-d744-4148-a870-9cc65b9132b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0688143 May 10 19:32:24.615138 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abe909-569c-414e-9d05-289496f55305 req-f4aa145a-dc3a-4272-a843-f7cc03068c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:24.616593 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-f4aa145a-dc3a-4272-a843-f7cc03068c21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747893 May 10 19:32:24.752807 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-3cc06aa7-b4d5-4750-b359-16d14ab622f0 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293554 May 10 19:32:24.884631 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-19abe909-569c-414e-9d05-289496f55305 req-75f79bbb-c658-44bc-adda-59274ef4a0c1 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256773 May 10 19:32:25.045004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-8bfb6825-66f1-4370-8e56-67f434b3dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:25.047008 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-8bfb6825-66f1-4370-8e56-67f434b3dd67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1097 time: 0.0741525 May 10 19:32:25.182248 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-3bf16d92-6cb9-495a-98b0-b1c64d72a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:25.183668 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-3bf16d92-6cb9-495a-98b0-b1c64d72a701 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1293583 May 10 19:32:25.250754 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-d1dfc61f-8b4b-4089-9965-20858b094d19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 217 time: 0.0603936 May 10 19:32:25.317328 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-4ec84d7f-105a-4482-a147-6897fa7b1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:25.318696 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-4ec84d7f-105a-4482-a147-6897fa7b1692 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0606275 May 10 19:32:25.397777 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-6904fdec-c25c-46f2-918a-6c388f1792fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:25.399583 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-6904fdec-c25c-46f2-918a-6c388f1792fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744791 May 10 19:32:25.543978 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-6f9845cd-17d8-494c-acfe-a4f1a4494c08 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369498 May 10 19:32:25.703182 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ae38490a-bb04-4b17-8f0f-8f0d0a0293b7 req-40bffeae-04ba-47c7-bf51-b802d46ebcb5 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527433 May 10 19:32:25.839965 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d42b7-87cf-4002-a589-066acc5b17a5 req-39931dea-cc05-4f07-b741-9fa037b7a14d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:25.840647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-248d42b7-87cf-4002-a589-066acc5b17a5 req-39931dea-cc05-4f07-b741-9fa037b7a14d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Synchronizing usage tracker for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:32:25.856255 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-248d42b7-87cf-4002-a589-066acc5b17a5 req-39931dea-cc05-4f07-b741-9fa037b7a14d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Unset dirty status for tenant:e327a77d7f2a49e5b787104587e87180 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:32:25.857680 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-248d42b7-87cf-4002-a589-066acc5b17a5 req-39931dea-cc05-4f07-b741-9fa037b7a14d tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 944 time: 0.2277455 May 10 19:32:25.997902 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-248d42b7-87cf-4002-a589-066acc5b17a5 req-0f288a94-6a01-4aac-a807-9fb7174d1ebb tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335311 May 10 19:32:27.329086 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f896b3-8b8a-4e73-86d9-2237542d8bdb req-bcb675a8-625b-41ed-a88b-d235837fd61b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:27.330507 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b1f896b3-8b8a-4e73-86d9-2237542d8bdb req-bcb675a8-625b-41ed-a88b-d235837fd61b tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 944 time: 0.2258530 May 10 19:32:27.375437 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b1f896b3-8b8a-4e73-86d9-2237542d8bdb req-1133732c-6e72-4842-ba98-57e89c9e3058 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383549 May 10 19:32:27.502060 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:32:27.632963 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:27.646912 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'port_id': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'mac_address': 'fa:16:3e:48:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:32:27.703343 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.719474 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:32:27.734860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:27.738728 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:27.740534 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:27.809893 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:27.813826 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:28.212999 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:32:28.562234 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fecc-28c2-43c3-804f-fffb6033b8f9 req-028c209e-01c3-4c85-90f6-35d9847aaf4a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:28.563668 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2692fecc-28c2-43c3-804f-fffb6033b8f9 req-028c209e-01c3-4c85-90f6-35d9847aaf4a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 945 time: 0.0777357 May 10 19:32:28.608496 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2692fecc-28c2-43c3-804f-fffb6033b8f9 req-06be2ea1-ed20-4d02-ae06-a61358d8cc83 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 May 10 19:32:29.532366 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:32:29.597718 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:32:29.602271 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:32:29.602648 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:29.718357 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:29.749035 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:32:29.755265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:32:29.761357 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:29.762823 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-226a3935-12e1-4f74-b7cc-8a32f7362fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:32:29.805452 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfc915-9e17-4ea3-ad64-af056366909a req-acbfea8a-0126-4854-9d31-a2eb5babac10 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:29.817252 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2cbfc915-9e17-4ea3-ad64-af056366909a req-acbfea8a-0126-4854-9d31-a2eb5babac10 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 945 time: 0.1061692 May 10 19:32:29.838300 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:32:29.849377 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:32:29.851232 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'code': 200} May 10 19:32:29.865568 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2cbfc915-9e17-4ea3-ad64-af056366909a req-48438f42-0b0c-4751-b96e-f4f24e3d83fc tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 May 10 19:32:30.116357 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064132-1bf7-4025-8b2a-df48dbaba287 req-213f5985-252b-46f4-90b7-9af5e716b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:30.117846 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-98064132-1bf7-4025-8b2a-df48dbaba287 req-213f5985-252b-46f4-90b7-9af5e716b5fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0704391 May 10 19:32:30.157849 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-98064132-1bf7-4025-8b2a-df48dbaba287 req-a49bb9c2-7a8b-40ad-a2dc-467fe34e8e48 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 May 10 19:32:31.050987 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefda2c-1fc7-48b0-882a-247daa612f91 req-0caf5995-5272-417a-8594-6e16e981decd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:31.052407 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7eefda2c-1fc7-48b0-882a-247daa612f91 req-0caf5995-5272-417a-8594-6e16e981decd tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 946 time: 0.0812516 May 10 19:32:31.096488 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7eefda2c-1fc7-48b0-882a-247daa612f91 req-05a4bcb2-4b19-4b07-b758-22cc0e6bdfd6 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 May 10 19:32:32.283411 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88397f1-b930-453e-912b-db2a1deee81e req-c6380ab8-307e-4b19-a4ab-6c7ed19ca8e2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:32.284861 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d88397f1-b930-453e-912b-db2a1deee81e req-c6380ab8-307e-4b19-a4ab-6c7ed19ca8e2 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 946 time: 0.0813105 May 10 19:32:32.329118 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d88397f1-b930-453e-912b-db2a1deee81e req-744a1ff8-a221-44ad-ab48-46dc200d2729 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 May 10 19:32:32.506468 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cb295-dd83-4791-bbb3-59c0662b4b5a req-a2955311-0f62-4d7a-b282-2ce4ad0b661e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:32.507844 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e17cb295-dd83-4791-bbb3-59c0662b4b5a req-a2955311-0f62-4d7a-b282-2ce4ad0b661e tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 946 time: 0.0779612 May 10 19:32:32.516761 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 47698) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:32:32.521738 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Request body: {'floatingip': {'port_id': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:32:32.598480 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.180915 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.184562 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.359113 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Floating IP 6552b24b-2221-41ef-90c1-3c537fd8f53d associated. External IP: 172.27.3.224, port: e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e. May 10 19:32:33.790252 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Router 06d1940b-4a62-4553-b559-700606a411b8 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:32:33.971236 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:32:33.976248 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:33.980674 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:32:33.991489 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:33.992239 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:32:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:34.036402 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-217ddb81-7474-48ed-ac2e-16e67139443f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "PUT /v2.0/floatingips/6552b24b-2221-41ef-90c1-3c537fd8f53d HTTP/1.1" status: 200 len: 992 time: 1.5183887 May 10 19:32:34.037242 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:32:34.140637 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'status': 'completed', 'code': 200} May 10 19:32:34.179760 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:34.276206 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-7724a9a1-fd5c-4677-ae90-aebea329bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:34.277705 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-7724a9a1-fd5c-4677-ae90-aebea329bdbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0934563 May 10 19:32:34.421371 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-c6dede2c-561f-4d75-8cac-2091a2841ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:34.422868 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-c6dede2c-561f-4d75-8cac-2091a2841ade service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1381845 May 10 19:32:34.529118 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-745a9e1c-96cc-40f7-bcd4-f1ea507384fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1000 time: 0.0990326 May 10 19:32:34.551404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '6552b24b-2221-41ef-90c1-3c537fd8f53d', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '06d1940b-4a62-4553-b559-700606a411b8', 'port_id': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'mac_address': 'fa:16:3e:48:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:32:19Z', 'updated_at': '2021-05-10T19:32:33Z', 'revision_number': 1, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:34.555316 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:32:34.564143 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:32:34.564760 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:32:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:34.589224 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-ae2a4b86-fc59-4737-bbbf-a9540cc33efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:34.590740 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-ae2a4b86-fc59-4737-bbbf-a9540cc33efb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0558741 May 10 19:32:34.663278 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-b3cb12c9-5e9e-42bc-9f66-b3f748658f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:32:34.664735 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-b3cb12c9-5e9e-42bc-9f66-b3f748658f98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681586 May 10 19:32:34.742014 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:32:34.796084 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-b97bcb8c-4a2f-452b-9197-a61218ae3d24 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249530 May 10 19:32:34.927719 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d3622a36-09e8-44a3-8658-caf23783b7fd req-a2974050-da07-468d-a425-b2eb97159382 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258068 May 10 19:32:35.146293 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '6552b24b-2221-41ef-90c1-3c537fd8f53d', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '06d1940b-4a62-4553-b559-700606a411b8', 'port_id': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'mac_address': 'fa:16:3e:48:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:32:19Z', 'updated_at': '2021-05-10T19:32:33Z', 'revision_number': 1, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:32:35.150449 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05190156-77c1-45e1-9cdc-edc124605fa8 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': '6552b24b-2221-41ef-90c1-3c537fd8f53d', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': '06d1940b-4a62-4553-b559-700606a411b8', 'port_id': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'mac_address': 'fa:16:3e:48:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:32:19Z', 'updated_at': '2021-05-10T19:32:33Z', 'revision_number': 1, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:32:35.348704 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168c4cd-f7d8-4db5-a816-b209d1adda36 None None] New status for floating IP 6552b24b-2221-41ef-90c1-3c537fd8f53d: ACTIVE {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:32:49.090215 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-153d4ef6-b951-4fb0-aef5-f0409360720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:50.074509 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:32:51.610357 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5851bd9e-0f4c-4bf3-9852-e12362a5ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:51.831723 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:52.886619 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:53.234611 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:32:54.388673 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:08.111238 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-b39b3206-f1d7-421d-b44d-bc2ef29551da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768712 May 10 19:33:08.290220 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-266b4ab4-314d-49fc-b749-08c62d0ea72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:08.291683 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-266b4ab4-314d-49fc-b749-08c62d0ea72f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0725298 May 10 19:33:08.555828 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-e96ac68e-75a5-4871-85b7-62f035844fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:08.557292 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-e96ac68e-75a5-4871-85b7-62f035844fe1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.2461588 May 10 19:33:08.678360 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-9e00114e-9f94-4cc7-bbf7-6f042f70dc28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.1136529 May 10 19:33:08.749199 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-e3c7948d-0ec6-4364-a0d1-6f03822c0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:08.750952 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-e3c7948d-0ec6-4364-a0d1-6f03822c0ee7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0663340 May 10 19:33:08.830242 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-74e211d4-80b7-40b2-a156-a3d09ca381c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:33:08.831727 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-74e211d4-80b7-40b2-a156-a3d09ca381c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734224 May 10 19:33:08.966305 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-69afaf0a-e8c7-4760-8ac7-4fa913b0f3af service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263516 May 10 19:33:09.098038 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-800842b1-12c4-4f40-848e-f1ec5b8859dd req-0f97f824-deab-4baf-b1d6-24fdf7c6cc95 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250679 May 10 19:33:19.095009 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f266d26d-2709-497b-962a-a10e08226834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:21.626474 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e195443a-f587-4d04-91ae-e4eb5b28cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:21.817304 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:22.888458 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:23.240571 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:24.377401 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:27.073779 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:33:39.041662 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 48208) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:39.164815 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.180637 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:39.184786 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Usage tracker for resource:security_group_rule and tenant:b3778a6964d2404683fd257b54650ed7 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:39.187924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:39.194421 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:39.282567 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.286565 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.293951 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-437b479b-b8df-4b37-9aae-09b2d8e44f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:39.342407 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3778a6964d2404683fd257b54650ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990661 May 10 19:33:39.343329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80664a38-f7d4-47af-98db-b4fc5b473af8,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:39.346107 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 48214) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:39.351872 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.352240 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.352601 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.352954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.353304 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.353650 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.354016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.354375 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.354725 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.355065 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.355404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.355743 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.360008 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:39.415020 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.441792 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.502625 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.507199 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9b7477d9-3f15-4d95-8241-6f57faaa3319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:39.519144 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80664a38-f7d4-47af-98db-b4fc5b473af8,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:39.530172 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.530534 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.530887 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.531238 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.531587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.531932 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.532275 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.532617 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.532960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.533294 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.533713 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.533960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:33:39.537658 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:39.538864 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.540040 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80664a38-f7d4-47af-98db-b4fc5b473af8 HTTP/1.1" status: 204 len: 168 time: 0.1928284 May 10 19:33:39.839864 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 48226) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:39.860495 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.875779 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:33:39.879677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Usage tracker for resource:security_group_rule and tenant:f0619e9cd7be4f3ca30bd07ce606c06a is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:33:39.882724 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:33:39.888432 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:33:39.974558 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.979139 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:39.986636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-208fb9f2-12d5-4546-b740-5ab35a31371e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:40.032907 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0619e9cd7be4f3ca30bd07ce606c06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918249 May 10 19:33:40.033844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e061bab-48de-4e1a-85f2-a560580993af,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:40.036658 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 48230) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:33:40.036935 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:40.105487 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.132247 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.190240 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.194030 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6004eed6-1d2f-445a-adf6-2e78d5f57156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:33:40.207945 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e061bab-48de-4e1a-85f2-a560580993af,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:33:40.211632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:33:40.218015 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:40.219137 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e061bab-48de-4e1a-85f2-a560580993af HTTP/1.1" status: 204 len: 168 time: 0.1805737 May 10 19:33:49.100475 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-606298db-db14-40d0-a2d0-ffdd04a3cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:51.619226 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1961e218-8cd4-45b5-b521-6ad1d0f66978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:51.821233 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:52.890702 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:53.238854 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:33:54.380450 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:04.076512 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:34:08.064792 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-760f8c3a-4392-4030-bdfe-ac1f0b711d29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743613 May 10 19:34:08.217961 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-a5706d64-af82-40a9-9967-0b6a852879de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:08.219445 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-a5706d64-af82-40a9-9967-0b6a852879de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0706887 May 10 19:34:08.366519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-bb06df36-5d26-45e1-be88-c5ce1be46085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:08.367994 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-bb06df36-5d26-45e1-be88-c5ce1be46085 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1291475 May 10 19:34:08.475724 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-be77d5f4-bb62-47cd-a65d-50d9b81853f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.0997086 May 10 19:34:08.539907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-27e95901-29e8-498c-a83c-e3be71e6eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:08.541250 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-27e95901-29e8-498c-a83c-e3be71e6eaa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0586069 May 10 19:34:08.617062 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-f64f93c2-666f-424d-aaed-874f3206fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:34:08.618545 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-f64f93c2-666f-424d-aaed-874f3206fb09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709264 May 10 19:34:08.750797 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-2f5da1af-bd62-49e3-bed1-e99eed3b8804 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248889 May 10 19:34:08.981424 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-27de288a-e1d5-4857-8cc5-927fcfed252d req-7a70d682-c43d-47f3-82e5-9ce100bc3c50 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238634 May 10 19:34:19.103811 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d3a4-4748-46a6-9c66-316f5b1658cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:21.621244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f15580ea-e711-4f02-adab-addf6bb333ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:21.827343 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:22.894591 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:23.238135 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:24.389194 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:41.076958 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:34:49.107539 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3290ca47-2fbf-43d1-be35-c579b7a7bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.624746 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-94c223ce-91a5-496d-be85-fd59e24b2051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:51.821251 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:52.899477 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:53.237978 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:34:54.387983 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:08.397108 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-9e4d5c38-f7ba-464e-8daa-dced042c1d6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733860 May 10 19:35:08.560665 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-5703da22-7574-40a0-881d-172b7a66b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:08.562195 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-5703da22-7574-40a0-881d-172b7a66b43c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0769949 May 10 19:35:08.717016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-d22a19d3-e22e-4e36-9c97-aa09e86a32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:08.719586 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-d22a19d3-e22e-4e36-9c97-aa09e86a32c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1371419 May 10 19:35:08.859557 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-0a1819db-a6bf-4a5c-ad3b-666b0a310351 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.1337047 May 10 19:35:08.931446 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-e7c71d8e-61c6-4908-8f10-4fee21ad0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:08.933018 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-e7c71d8e-61c6-4908-8f10-4fee21ad0b10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0674198 May 10 19:35:09.021713 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-6325b4ed-e53b-4147-9703-8f835b6f0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:35:09.024705 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-6325b4ed-e53b-4147-9703-8f835b6f0958 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842550 May 10 19:35:09.161250 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-204c2aa0-fd9c-49a3-8658-5eaa9322c96a service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287701 May 10 19:35:09.317351 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1c0f2965-5d7a-4bce-8a71-f919073c2251 req-fc4daa36-137a-4d66-8410-bd210bf0b395 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500311 May 10 19:35:18.075760 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:35:19.111412 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bf2b1063-a7fd-4005-bad4-b9d5f2ddb514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:21.627756 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-abb30cc8-55e4-44ab-8f7a-4ce79f2fb232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:21.828419 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:22.899805 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:23.237206 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:24.393990 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:49.116121 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bc7d933c-30a2-45a7-8d72-9fb0ac6604b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:51.630494 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d8677eea-cc37-4009-9d82-1624196d5b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:51.822305 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:52.904323 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:53.250878 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:54.392420 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:35:55.075070 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:36:09.073483 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-3d7a7906-0e1f-4084-b640-289f403b3e02 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766101 May 10 19:36:09.239646 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-f9bd7c28-a7e4-42ff-a626-e4a08bdca8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:09.241147 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-f9bd7c28-a7e4-42ff-a626-e4a08bdca8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0759411 May 10 19:36:09.388871 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-e805c617-2aa0-47b9-9480-24432cae6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:09.390268 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-e805c617-2aa0-47b9-9480-24432cae6f8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1281528 May 10 19:36:09.491116 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-81696c69-a782-4279-88d9-8cf66d184ba2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.0947366 May 10 19:36:09.554832 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-2ca206ef-844e-45f7-8ad8-0ec3162bbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:09.556233 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-2ca206ef-844e-45f7-8ad8-0ec3162bbb59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0589876 May 10 19:36:09.629856 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-7399bc98-219c-45f0-8e33-5e51616e3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:36:09.631315 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-7399bc98-219c-45f0-8e33-5e51616e3d4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689673 May 10 19:36:09.760984 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-9d5defe4-a5b7-410d-8e6d-f6a1e58efa8f service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223269 May 10 19:36:09.997034 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f5430db0-21d8-42d7-9e86-bd40c9a048fb req-0da081e0-848c-482a-a6e9-9589384bfd52 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291713 May 10 19:36:19.113094 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b6a2d469-9487-434b-af3f-7a0974543682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.634623 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a421f99e-7b47-4894-be51-eea17d986421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:21.827475 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:22.908469 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:23.247068 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:24.398989 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:32.073924 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:36:49.107752 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a63eefd2-87b3-4907-94ad-dfb635f8701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:51.637453 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f9137b01-f5f8-40eb-a5fb-e291b3435f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:51.833265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:52.911784 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:53.254439 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:36:54.398556 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:09.073347 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:37:10.034942 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-9b02b54a-81b8-49a5-8b5a-92b583735c70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728028 May 10 19:37:10.192588 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-9e4be78a-269f-4a88-890e-f892151f4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:10.194067 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-9e4be78a-269f-4a88-890e-f892151f4265 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0707672 May 10 19:37:10.343604 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-2a65e08f-ee0a-4364-a42a-e77500afa500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:10.344991 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-2a65e08f-ee0a-4364-a42a-e77500afa500 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1301973 May 10 19:37:10.456260 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-27a01735-7473-42c5-bce7-2d318863edc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.1051023 May 10 19:37:10.527117 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-6a8435be-e526-4c58-8dd7-accd67ff578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:10.528542 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-6a8435be-e526-4c58-8dd7-accd67ff578d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0661299 May 10 19:37:10.605297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-9d87574b-848b-45ba-9d33-727ef8f1ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:37:10.606693 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-9d87574b-848b-45ba-9d33-727ef8f1ae82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719402 May 10 19:37:10.735762 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-04f26518-4c88-494c-9af9-2663d0ed88d8 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226320 May 10 19:37:10.866090 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-227d41a3-c323-4c81-9ded-5f00706ef429 req-511f9b08-ac94-4ee2-bce8-99d8b598d690 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240001 May 10 19:37:19.110731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-96288f47-a8b0-4288-97e3-11bba12d6f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.640532 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f490108b-d020-47fb-94cb-23e7b1d9d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:21.835788 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:22.910079 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:23.263659 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:24.401835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:46.072427 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:37:49.112976 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-13f1e782-46ae-4951-a36b-e1ac0f8491fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:51.642798 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0ea31940-c41c-48ed-9a96-056051a5a1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:51.828244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:52.911640 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:53.280603 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:37:54.403913 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:11.123269 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-a9e9f58b-6495-4c56-9d21-e34bb1d2a2cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2059236 May 10 19:38:11.284532 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316b61-a85b-4410-9406-44e705e63bcc req-2d7cc340-e2f5-4e70-9ac7-df24003007f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:11.285979 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-2d7cc340-e2f5-4e70-9ac7-df24003007f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0761211 May 10 19:38:11.433984 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316b61-a85b-4410-9406-44e705e63bcc req-a55eef92-4f45-4d4a-adc8-d3391fffe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:11.435437 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-a55eef92-4f45-4d4a-adc8-d3391fffe3ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1288378 May 10 19:38:11.540712 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-d08fd738-e33d-42c0-9e2e-68a3264d8ed1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.0978522 May 10 19:38:11.607437 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316b61-a85b-4410-9406-44e705e63bcc req-04c504a4-058b-477f-a878-f6cdda24ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:11.608866 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-04c504a4-058b-477f-a878-f6cdda24ef4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0623438 May 10 19:38:11.683558 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df316b61-a85b-4410-9406-44e705e63bcc req-5bb99608-5c58-4389-bf63-516149c45cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:38:11.685070 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-5bb99608-5c58-4389-bf63-516149c45cfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701592 May 10 19:38:11.818412 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-33c81f57-451f-48b0-9508-d5cd6f3f3c84 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251392 May 10 19:38:12.055539 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-df316b61-a85b-4410-9406-44e705e63bcc req-85e063d9-6441-4ab0-8a5c-bbdde496b724 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309482 May 10 19:38:19.113840 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-510b9289-ebb5-4b73-85fb-db9a27645507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.644514 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-008fc32d-53f2-46fd-a05b-8da19c2337e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:21.830688 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:22.918400 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:23.073436 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:38:23.284327 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:24.407499 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:49.116365 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-aef349ae-08a6-4a10-8d42-b1a89baf78b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.645577 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-213cb912-24f6-4bce-8a36-c591b775c9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:51.835127 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:52.917921 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:53.290359 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:38:54.409774 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:00.072918 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:39:11.028379 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-1ba8a885-029b-4177-8921-e6777352e7c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706160 May 10 19:39:11.187890 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-bbb51dca-5425-45a6-a54c-e07653697670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.189915 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-bbb51dca-5425-45a6-a54c-e07653697670 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e327a77d7f2a49e5b787104587e87180&device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 1099 time: 0.0759542 May 10 19:39:11.347318 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-9e67a538-7ba7-40b9-8176-9593c80b2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.348516 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-9e67a538-7ba7-40b9-8176-9593c80b2578 service neutron] 10.222.0.32 "GET /v2.0/networks?id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 200 len: 911 time: 0.1398590 May 10 19:39:11.450817 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-78346215-0dce-4f27-a9f9-3820f88b5099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 200 len: 1002 time: 0.0959003 May 10 19:39:11.513267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-9cde13ec-553c-4595-aa9c-ac2175608ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.514675 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-9cde13ec-553c-4595-aa9c-ac2175608ef9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 200 len: 849 time: 0.0575638 May 10 19:39:11.588795 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-d6ff3e22-5aee-4ed3-81d5-f9b746ae99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:11.590178 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-d6ff3e22-5aee-4ed3-81d5-f9b746ae99bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=026e81f3-1f3e-4c70-a8a9-d4be015c25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691099 May 10 19:39:11.720387 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-a959d8c1-129d-483c-9bbb-0ca08f35a733 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227961 May 10 19:39:11.848759 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d7c01f26-cdf7-436c-ae3a-9eb9cfa23bc3 req-cb5c9b41-5ae8-4101-bb17-5338c1ba3743 service neutron] 10.222.0.32 "GET /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219995 May 10 19:39:19.118081 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e89d02bd-bbe9-4ba5-886a-eaaed9aec38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.646695 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-96caee3c-04df-48ee-b348-6a1a8ba854bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:21.836596 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:22.919751 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:23.309559 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:24.410169 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:37.072716 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:39:44.643910 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 51124) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:44.762302 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:44.776768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:44.780672 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:2f62e24fb4ab4e7b97d0eefd1aafc236 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:44.784262 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:44.790110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:44.869457 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:44.873449 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:44.880461 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8165984b-9cb2-4c50-b90e-a879f81ea18a tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:44.923042 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47131d8b-1afc-4518-9319-f1f2951c197f,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:44.926813 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f62e24fb4ab4e7b97d0eefd1aafc236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818947 May 10 19:39:44.929564 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 51130) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:44.932743 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.933111 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.933473 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.933827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.934205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.934555 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.934907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.935249 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.935596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.935937 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.936277 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.936616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:44.941040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:44.990377 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.015547 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.067677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.072719 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7a5c64cf-517b-4aa5-9872-e02a39b728b6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:45.086954 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47131d8b-1afc-4518-9319-f1f2951c197f,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:45.098525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.098893 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.099253 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.099604 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.099954 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.100305 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.100650 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.100995 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.101336 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.101675 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.102027 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.102368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:39:45.105153 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.106289 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47131d8b-1afc-4518-9319-f1f2951c197f HTTP/1.1" status: 204 len: 168 time: 0.1756458 May 10 19:39:45.107151 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:45.377867 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 51140) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:45.395934 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.410405 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:45.414229 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Usage tracker for resource:security_group_rule and tenant:fe1a912a76c74f9f9d7dc71346095b26 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:45.417014 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:45.423006 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:45.509870 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.513657 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.522538 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b007cec-086a-4781-aee2-f3a397f12f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:45.561270 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe1a912a76c74f9f9d7dc71346095b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821864 May 10 19:39:45.563715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 51146) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:45.574216 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9173fd25-aa9d-4056-8e53-a9838ca5246e,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:45.579283 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:45.624842 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.652062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.708417 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.712402 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:45.725644 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9173fd25-aa9d-4056-8e53-a9838ca5246e,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:45.728432 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:45.732715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:45.733830 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9173fd25-aa9d-4056-8e53-a9838ca5246e HTTP/1.1" status: 204 len: 168 time: 0.1692371 May 10 19:39:47.916309 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 51220) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:48.034758 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.048422 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:48.052206 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Usage tracker for resource:security_group_rule and tenant:444dc30258e24a31a4ae8d2427d58fd5 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:48.054941 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:48.060517 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:48.147603 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.151605 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.158800 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:48.197632 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80a2169-fa07-4287-a10e-c856804c096c,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:48.200645 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:48.203083 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=444dc30258e24a31a4ae8d2427d58fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858112 May 10 19:39:48.207374 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 51226) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:48.264602 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.290729 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.345834 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.349449 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cd8c2a39-d2eb-43ae-91fb-179c9739a420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:48.360810 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80a2169-fa07-4287-a10e-c856804c096c,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:48.364317 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:48.367527 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.371397 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-da264389-35d3-423c-88a9-925fd5a118ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e80a2169-fa07-4287-a10e-c856804c096c HTTP/1.1" status: 204 len: 168 time: 0.1618099 May 10 19:39:48.658270 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 51236) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:48.675832 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.689638 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:39:48.693611 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6cd0710a3047329f2cd6b8e5f44346 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:39:48.696386 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:39:48.703013 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:39:48.789828 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.794630 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.802702 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-dba2d8f8-1af0-43ad-8774-7770a0d61c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:48.843355 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee6cd0710a3047329f2cd6b8e5f44346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840277 May 10 19:39:48.844244 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a1c25c-7087-495e-9a5f-af1cd05d6797,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:48.846557 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 51242) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:48.847769 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:48.914950 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.942535 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:48.999428 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.003452 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7db60569-5243-4b5b-b0c3-d9bf1483b6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:49.015272 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a1c25c-7087-495e-9a5f-af1cd05d6797,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:49.019409 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:49.028119 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:49.032338 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-700cc5ad-0c3c-44c1-bd19-99f8333d33f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84a1c25c-7087-495e-9a5f-af1cd05d6797 HTTP/1.1" status: 204 len: 168 time: 0.1810949 May 10 19:39:49.120401 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-79195cea-a450-4292-a5c1-b9770575ff88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:50.540280 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9e5ac-5c94-4d43-b4d3-19a868e80c9f req-464651eb-d9b4-47f0-86e1-28bd402cc68c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:50.541742 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37c9e5ac-5c94-4d43-b4d3-19a868e80c9f req-464651eb-d9b4-47f0-86e1-28bd402cc68c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 946 time: 0.3415849 May 10 19:39:50.588523 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37c9e5ac-5c94-4d43-b4d3-19a868e80c9f req-fc9c94d2-b3ee-487e-ad5b-d0d0d7e10835 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407336 May 10 19:39:51.138906 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-05db433d-70b2-480a-8b80-59344d159995 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:51.140368 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-05db433d-70b2-480a-8b80-59344d159995 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 946 time: 0.0869031 May 10 19:39:51.283935 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Deleting port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:51.284274 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.427188 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] For port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:39:51.427596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.652669 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-492f7d84-f602-4151-82e1-c2fcdfd97d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.839465 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.848685 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.849285 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.849455 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Floating IP 6552b24b-2221-41ef-90c1-3c537fd8f53d disassociated. External IP: 172.27.3.224, port: e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e. May 10 19:39:51.849677 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Calling delete_port for e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:51.883733 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e9f3-bc42-4df3-95d9-835ff402264c req-876f4f12-1db4-45a0-b512-54cd36e6409c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:39:51.885397 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c092e9f3-bc42-4df3-95d9-835ff402264c req-876f4f12-1db4-45a0-b512-54cd36e6409c tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 946 time: 0.1568253 May 10 19:39:51.935803 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c092e9f3-bc42-4df3-95d9-835ff402264c req-46b9f901-4256-40d5-aa68-8921d5906ec9 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5e5a758-08f0-41ad-9fd2-888f98100a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 May 10 19:39:51.962431 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:51.968779 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:52.020834 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event deleted for resources: {'Port': ['ID=e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:52.025297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:52.205439 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Router 06d1940b-4a62-4553-b559-700606a411b8 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:39:52.388083 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:39:52.401197 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:39:52.418031 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:52.419056 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:39:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:52.474922 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] No DVR routers for this DVR port e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:39:52.478236 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.481781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'name': 'network-vif-deleted', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:39:52.500130 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4708f2bf-ce06-499e-8868-0c2b8c363cb6 req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.32 "DELETE /v2.0/ports/e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e HTTP/1.1" status: 204 len: 173 time: 1.3544650 May 10 19:39:52.641589 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:52.951996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:52.982448 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:52.987463 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:39:53.004544 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:39:53.005163 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:39:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:53.145941 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7eb3a931-dc5a-4861-a4b3-6ef150945b03 req-1d2f7eee-93b7-4cb5-a547-a37a14e6b553 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fa000de-c5f7-45ee-a6bc-16fc9563438f HTTP/1.1" status: 200 len: 210 time: 0.0736217 May 10 19:39:53.218187 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:39:53.346311 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:53.606568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:39:53.610577 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e3fc7-2c86-4842-a848-9eca4953c176 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:10:53Z', 'revision_number': 4, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '06f013ad-7d9e-4856-abb4-df16f62092e7', 'name': '', 'network_id': '026e81f3-1f3e-4c70-a8a9-d4be015c25fa', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'mac_address': 'fa:16:3e:1a:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:07Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'subnets': [{'id': '72194633-c98c-49e5-9fb8-f34754bc935e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:39:53.665230 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa000de-c5f7-45ee-a6bc-16fc9563438f', 'name': 'network-vif-deleted', 'tag': 'e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e', 'status': 'completed', 'code': 200} May 10 19:39:53.819929 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617730f-3480-408c-b2bb-2fb28afbcbab None None] New status for floating IP 6552b24b-2221-41ef-90c1-3c537fd8f53d: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:39:54.287792 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 51330) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:54.355790 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.393564 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.426145 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.460412 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.470745 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:54.480448 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5a758-08f0-41ad-9fd2-888f98100a71,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:54.483159 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:54.492035 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.493162 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "DELETE /v2.0/security-groups/b5e5a758-08f0-41ad-9fd2-888f98100a71 HTTP/1.1" status: 204 len: 168 time: 0.2041295 May 10 19:39:54.496010 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 51336) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:54.513417 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.api.v2.resource [None req-d6519aba-8397-4158-96e9-63dcc162e0af tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] show failed (client error): The resource could not be found. May 10 19:39:54.514524 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d6519aba-8397-4158-96e9-63dcc162e0af tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "GET /v2.0/security-groups/b5e5a758-08f0-41ad-9fd2-888f98100a71 HTTP/1.1" status: 404 len: 347 time: 0.0175540 May 10 19:39:54.518028 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 51340) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:39:54.745737 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Deleting port 5b030448-fb56-4957-9616-0e2db817f384 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:39:54.746515 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.868667 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:54.868999 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.102971 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Calling delete_port for 5b030448-fb56-4957-9616-0e2db817f384 owned by network:floatingip {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:39:55.217144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.221564 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9e5cdd9f-a7aa-4884-b50a-9284e1caecf9 tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:39:55.265650 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Pushing event deleted for resources: {'Port': ['ID=5b030448-fb56-4957-9616-0e2db817f384,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:39:55.294608 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:39:55.362279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks [] for floatingip, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.377045 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:39:55.378202 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] 10.222.0.26 "DELETE /v2.0/floatingips/6552b24b-2221-41ef-90c1-3c537fd8f53d HTTP/1.1" status: 204 len: 168 time: 0.8592336 May 10 19:39:55.642514 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:39:55.677477 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:39:55.677814 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device e39aa6b6-a1cb-4ad6-a9a5-ee1b0186c54e not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:40:14.071867 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:40:19.122411 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8907209e-e1f4-4d79-8778-9f98415337e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.649904 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5b7de2d9-f70b-47f6-aa49-582feff9de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:21.841788 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:22.928504 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:23.320621 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:24.419267 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:49.124580 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-239202d7-9ae0-44dc-9c39-7c38391388e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:51.072498 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:40:51.651680 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4fb20fc0-6d5e-4fe5-bcf3-eefefcb3ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:51.843505 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:52.928532 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:53.319096 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:40:54.417244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:19.126966 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-45b3bdb1-e561-49e7-903d-f5d8f022603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:21.652705 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7eaefd7b-9fdb-49a8-ba81-151fc1e736c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:21.845190 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:22.932742 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:23.335484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:24.422143 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:28.075687 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:41:47.126608 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52218) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:47.792579 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.187199 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Deleting port 479b70c8-d75f-4e12-8de6-60295fdaa721 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:41:48.187749 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.404193 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] For port 479b70c8-d75f-4e12-8de6-60295fdaa721, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=479b70c8-d75f-4e12-8de6-60295fdaa721,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:48.404544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.526450 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Calling delete_port for 479b70c8-d75f-4e12-8de6-60295fdaa721 owned by network:router_interface {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:41:48.665517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:48.669052 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:48.741391 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Pushing event deleted for resources: {'Port': ['ID=479b70c8-d75f-4e12-8de6-60295fdaa721,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:48.758152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.758518 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.758877 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.759267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.759556 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.759902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.760245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.760675 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.760940 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.761277 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.761618 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.761957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:48.765295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:48.990726 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:49.129548 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-f536edab-f1a5-476a-8cab-d3b1eb3ec555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:49.344058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Router ea98baf2-676c-4ccb-8cca-3c9db4217f99 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:41:49.521435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:41:49.530676 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] Sync routers for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:41:49.542254 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:49.542871 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:41:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:49.543091 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] 10.222.0.26 "PUT /v2.0/routers/ea98baf2-676c-4ccb-8cca-3c9db4217f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4154155 May 10 19:41:49.545453 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52242) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:49.729658 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:49.828010 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.005210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.011812 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:41:48Z', 'revision_number': 5, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port': {'id': 'ddd25acb-d260-4eba-af42-db10f4d74053', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:49Z', 'updated_at': '2021-05-10T19:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:50.016334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] Checking router: ea98baf2-676c-4ccb-8cca-3c9db4217f99 for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:41:50.025020 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] Routers {'ea98baf2-676c-4ccb-8cca-3c9db4217f99'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:41:50.025749 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:41:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:50.075053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Deleting port ddd25acb-d260-4eba-af42-db10f4d74053 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:41:50.075386 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.178898 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] Set router ea98baf2-676c-4ccb-8cca-3c9db4217f99 gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:41:50.192836 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] For port ddd25acb-d260-4eba-af42-db10f4d74053, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddd25acb-d260-4eba-af42-db10f4d74053,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:50.193182 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.283437 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:41:50Z', 'revision_number': 6, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:50.287324 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70509ed4-8990-4180-8a10-64eeb81dc8b5 None None] The sync data for ids ['ea98baf2-676c-4ccb-8cca-3c9db4217f99'] in dv-cinder-780933-5-iscsi is: [{'id': 'ea98baf2-676c-4ccb-8cca-3c9db4217f99', 'name': 'tempest-AttachVolumeShelveTestJSON-63809228-router', 'tenant_id': 'e7df175d1c58483bb9942f05be0afd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:45Z', 'updated_at': '2021-05-10T19:41:50Z', 'revision_number': 6, 'project_id': 'e7df175d1c58483bb9942f05be0afd98', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:41:50.319811 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Calling delete_port for ddd25acb-d260-4eba-af42-db10f4d74053 owned by network:router_gateway {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:41:50.454691 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.458081 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a05f83d1-efd5-496e-a012-8b0e554ac9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:50.502639 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd25acb-d260-4eba-af42-db10f4d74053,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:50.505030 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:50.595531 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.773879 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.776114 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.798359 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.798886 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea98baf2-676c-4ccb-8cca-3c9db4217f99 {{(pid=78731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:41:50.811345 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.812450 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-743af2fe-07b3-4750-9884-efe7dd67f3e9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ea98baf2-676c-4ccb-8cca-3c9db4217f99 HTTP/1.1" status: 204 len: 168 time: 1.2658336 May 10 19:41:50.815001 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52252) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:50.875072 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Deleting subnet de3e5431-c95e-4a6a-af98-830dffaef396 {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:41:50.877908 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:50.925325 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-497305'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.003126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.311665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 479b70c8-d75f-4e12-8de6-60295fdaa721 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:41:51.346269 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 479b70c8-d75f-4e12-8de6-60295fdaa721 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:41:51.346619 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 479b70c8-d75f-4e12-8de6-60295fdaa721 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:41:51.347045 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddd25acb-d260-4eba-af42-db10f4d74053 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:41:51.358659 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1680338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495143'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.363066 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c6e0fb22-86d6-4ca8-b57a-a68bd76c9dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:51.382802 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: ddd25acb-d260-4eba-af42-db10f4d74053 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:41:51.383152 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddd25acb-d260-4eba-af42-db10f4d74053 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:41:51.402190 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3e5431-c95e-4a6a-af98-830dffaef396,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:51.405359 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:51.410659 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.419548 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0aa8a-29a2-4826-9805-4009bc9c8837 None None] Network ce2f4e49-c2fa-4200-bae6-50251e049bae requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:51.419699 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-3c47abda-4065-4dfa-b8bd-e4038a32c502 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/de3e5431-c95e-4a6a-af98-830dffaef396 HTTP/1.1" status: 204 len: 168 time: 0.6013258 May 10 19:41:51.420320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52258) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:51.527276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.597701 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Deleting port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:41:51.597951 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.657602 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] DHCP port deletion for ce2f4e49-c2fa-4200-bae6-50251e049bae request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:41:51.661056 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d5ba33df-6e19-4d67-88cc-e44ef6380bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.702573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] For port cf5886b4-95bf-40a3-ad4b-cdaf40de7061, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:51.702926 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.741114 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Deleting port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:41:51.741856 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.832574 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Calling delete_port for cf5886b4-95bf-40a3-ad4b-cdaf40de7061 owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:41:51.879401 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.884213 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4f194fbe-48f0-4882-86b6-1479ce318c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:51.885930 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.896416 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] For port cf5886b4-95bf-40a3-ad4b-cdaf40de7061, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,segment=NetworkSegment(f7473b7f-6662-4d71-ab41-98f28e68f6d2),segment_id=f7473b7f-6662-4d71-ab41-98f28e68f6d2)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:41:51.896799 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:51.931000 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:51.932799 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] No DVR routers for this DVR port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 on host dv-cinder-780933-5-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:41:51.934224 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:52.018991 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Calling delete_port for cf5886b4-95bf-40a3-ad4b-cdaf40de7061 owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:41:52.046365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.059453 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2f4e49-c2fa-4200-bae6-50251e049bae']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:52.061612 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.065134 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-8b08ab10-c356-4e76-9b56-15c0cf8f5b00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:52.071641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7473b7f-6662-4d71-ab41-98f28e68f6d2') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:52.071933 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7473b7f-6662-4d71-ab41-98f28e68f6d2') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:41:52.083204 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.099397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.105634 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:41:52.106026 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.107058 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Pushing event deleted for resources: {'Port': ['ID=cf5886b4-95bf-40a3-ad4b-cdaf40de7061,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:52.114758 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] No DVR routers for this DVR port cf5886b4-95bf-40a3-ad4b-cdaf40de7061 on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:41:52.120022 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:41:52.123659 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.124007 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.124338 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.124665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.124990 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.125333 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.125696 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.126044 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.126368 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.126689 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.127014 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.127324 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:52.130879 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:52.196335 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.202488 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.205857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6cb457c3-1143-4b34-9d1e-20905c0c002f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:52.225792 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2f4e49-c2fa-4200-bae6-50251e049bae,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:52.228023 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:52.241818 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] 10.222.0.26 "DELETE /v2.0/networks/ce2f4e49-c2fa-4200-bae6-50251e049bae HTTP/1.1" status: 204 len: 168 time: 0.8204153 May 10 19:41:52.354297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52268) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:52.403879 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f122db70-219f-403b-84b6-6e5b95d2ded3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7df175d1c58483bb9942f05be0afd98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482953 May 10 19:41:52.406189 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52272) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:52.462833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.487680 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.541032 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.545914 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b44f3e82-e8cb-478e-ace5-12083f6e7d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:52.563020 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00415693-bec4-4a5c-b483-ea9d26661ac9,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:52.566128 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:52.573036 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:52.576451 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00415693-bec4-4a5c-b483-ea9d26661ac9 HTTP/1.1" status: 204 len: 168 time: 0.1670201 May 10 19:41:52.935588 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.295291 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device cf5886b4-95bf-40a3-ad4b-cdaf40de7061 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:41:53.303362 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 52302) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:53.340313 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: cf5886b4-95bf-40a3-ad4b-cdaf40de7061 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:41:53.340583 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device cf5886b4-95bf-40a3-ad4b-cdaf40de7061 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:41:53.351796 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.410820 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1460984801-network', 'tenant_id': '0f2fe4adad2046f9ab3fa4848d016fc4'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:53.415619 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:53.419432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Usage tracker for resource:network and tenant:0f2fe4adad2046f9ab3fa4848d016fc4 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:53.422237 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:53.428368 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:53.438925 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Made reservation on behalf of 0f2fe4adad2046f9ab3fa4848d016fc4 for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:53.441510 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.453069 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.467686 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:53.471436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2fe4adad2046f9ab3fa4848d016fc4 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:53.474128 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:53.479588 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:53.559194 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.563728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.566864 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-59b3ae74-5ee2-4417-89f5-abf9e3a295ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:53.595503 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:41:53.604683 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb532173-dda8-4d16-a1dd-04a9deeb4184,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:53.609297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:53.611447 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.611787 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Added segment fec3498b-0ef5-4e78-93fb-8167df7bb9a0 of type vlan for network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 May 10 19:41:53.641029 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.672207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.673537 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:53.674146 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:53.677448 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:53.783936 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4794319 May 10 19:41:53.784942 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Pushing event updated for resources: {'Network': ['ID=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:53.786993 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 52310) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:41:53.787860 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:53.792889 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Request body: {'subnet': {'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1460984801-subnet', 'tenant_id': '0f2fe4adad2046f9ab3fa4848d016fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:53.799142 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:53.801339 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:41:53.803119 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Usage tracker for resource:subnet and tenant:0f2fe4adad2046f9ab3fa4848d016fc4 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:53.805987 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:53.812077 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:53.823531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Made reservation on behalf of 0f2fe4adad2046f9ab3fa4848d016fc4 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:53.825854 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:54.213021 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:54.216500 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:54.287278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120e159d-dcf4-4a55-851c-2b9e2a28375a,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:54.300106 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.300471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.300829 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.301179 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.301525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.301869 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.302235 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.302574 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.302914 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.303250 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.303586 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.303918 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:41:54.308269 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:54.309071 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Checking segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:54.309414 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Network hostable DHCP agents. Network: 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:41:54.326221 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:41:54.335017 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:54.343141 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:54.343669 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:54.347329 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0347b01-e132-4416-8999-77352548a4d1 None None] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:54.437410 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:54.463501 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6673429 May 10 19:41:54.552264 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b0ae4-42bf-476d-9931-61836c46152a None None] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:41:54.967679 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-7b493572-7935-48af-b22e-b45ecb68c1c5 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:54.969106 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-7b493572-7935-48af-b22e-b45ecb68c1c5 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1432161 May 10 19:41:54.983730 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-2864dfa9-4be1-4798-bc5c-652e26ef4a73 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/quotas/0f2fe4adad2046f9ab3fa4848d016fc4 HTTP/1.1" status: 200 len: 375 time: 0.0089192 May 10 19:41:55.031908 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-40d6d096-fd51-4822-bae4-a5a6998d375e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425401 May 10 19:41:55.092745 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-ad587112-2030-4cb5-b852-97f69a302293 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78732) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:41:55.093732 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-ad587112-2030-4cb5-b852-97f69a302293 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557656 May 10 19:41:55.223589 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-b51566ea-4459-4f9f-a743-41d79ed8cced service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238756 May 10 19:41:55.353089 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-86990b19-68b4-4bd4-ad9c-f661de0b9d78 service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237748 May 10 19:41:55.527532 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7d70faee-b726-4caa-997d-2049f27191ae req-e0a1bab5-5a47-4f5c-82b5-29b3e55106aa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 210 time: 0.0423892 May 10 19:41:56.683931 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b8acc1aa-0674-4be9-90bd-cb276cda504f req-480845c6-835c-44c8-8123-23bd25487ef3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 210 time: 0.0459948 May 10 19:41:56.795291 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-d3625f4f-3434-4102-bc1e-b4e1ed47d08b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:56.796012 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-d3625f4f-3434-4102-bc1e-b4e1ed47d08b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:41:56.814863 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-d3625f4f-3434-4102-bc1e-b4e1ed47d08b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:41:56.816015 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-d3625f4f-3434-4102-bc1e-b4e1ed47d08b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1675668 May 10 19:41:56.833848 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Request body: {'port': {'device_id': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'admin_state_up': True, 'tenant_id': '0f2fe4adad2046f9ab3fa4848d016fc4'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:57.072576 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:41:57.076313 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Usage tracker for resource:port and tenant:0f2fe4adad2046f9ab3fa4848d016fc4 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:41:57.082306 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:41:57.094598 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:41:57.107644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Made reservation on behalf of 0f2fe4adad2046f9ab3fa4848d016fc4 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:41:57.111973 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.283689 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Allocated IP 172.20.0.9 (3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6/120e159d-dcf4-4a55-851c-2b9e2a28375a/15f2ecc7-3844-4a75-a4ca-858a065efa93) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:41:57.481967 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.510991 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.516390 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c7b11b49-2041-4c12-83d2-a78e9899f0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:57.576398 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:41:57.579519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:41:57.588271 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:41:57.622796 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event updated for resources: {'Port': ['ID=15f2ecc7-3844-4a75-a4ca-858a065efa93,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:57.629897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:57.659261 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:57.659863 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.679865 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8497813 May 10 19:41:57.697818 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Request body: {'port': {'device_id': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:41:57.843904 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:57.992520 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-ce7a9c2d-ae5a-49e3-a1d8-ce5b68e47bbd tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:57.993206 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-ce7a9c2d-ae5a-49e3-a1d8-ce5b68e47bbd tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:41:58.040542 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-ce7a9c2d-ae5a-49e3-a1d8-ce5b68e47bbd tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:41:58.041692 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-ce7a9c2d-ae5a-49e3-a1d8-ce5b68e47bbd tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 931 time: 0.2429662 May 10 19:41:58.156055 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-afcefaf3-34bc-4065-94c8-6cae744fcbb9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:41:58.193258 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-afcefaf3-34bc-4065-94c8-6cae744fcbb9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:41:58.194409 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e0dc783f-5795-4e71-bf44-bc8b0b89729c req-afcefaf3-34bc-4065-94c8-6cae744fcbb9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045232 May 10 19:41:58.263477 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f2ecc7-3844-4a75-a4ca-858a065efa93 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:41:58.271474 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.286958 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Transition to ACTIVE for port object 15f2ecc7-3844-4a75-a4ca-858a065efa93 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:41:58.290709 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.294225 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d3f9744b-4a77-4427-b228-fd05f868777b tempest-DeleteServersTestJSON-155153352 tempest-DeleteServersTestJSON-155153352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:58.442463 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Pushing event updated for resources: {'Port': ['ID=15f2ecc7-3844-4a75-a4ca-858a065efa93,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:58.449787 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:58.520606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Attempting to bind port 15f2ecc7-3844-4a75-a4ca-858a065efa93 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:41:58.520936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Attempting to bind port 15f2ecc7-3844-4a75-a4ca-858a065efa93 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:41:58.521268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Attempting to bind port 15f2ecc7-3844-4a75-a4ca-858a065efa93 on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:58.525771 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Port 15f2ecc7-3844-4a75-a4ca-858a065efa93 on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:41:58.526127 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Attempting to bind port 15f2ecc7-3844-4a75-a4ca-858a065efa93 on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:41:58.531136 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:41:58.531478 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Checking segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:41:58.531862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Bound using segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:41:58.532275 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Bound port: 15f2ecc7-3844-4a75-a4ca-858a065efa93, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:41:58.532611 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.618616 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] For port 15f2ecc7-3844-4a75-a4ca-858a065efa93, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:41:58.621859 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] For port 15f2ecc7-3844-4a75-a4ca-858a065efa93, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:41:58.626457 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.629894 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1ba1cf5b-c954-4a8c-af05-27e594c4b85f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:41:58.778925 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:58.779532 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:41:58.780872 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] 10.222.0.32 "PUT /v2.0/ports/15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 1093 time: 1.0870554 May 10 19:41:58.781361 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'tag': '15f2ecc7-3844-4a75-a4ca-858a065efa93'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:41:58.804833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Pushing event updated for resources: {'Port': ['ID=15f2ecc7-3844-4a75-a4ca-858a065efa93,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:41:58.808075 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:41:58.831612 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'tag': '15f2ecc7-3844-4a75-a4ca-858a065efa93', 'status': 'completed', 'code': 200} May 10 19:41:58.916744 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-c70eac4d-7acd-4dd4-90a8-ca273dae1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:58.918310 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-c70eac4d-7acd-4dd4-90a8-ca273dae1ed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1096 time: 0.0698032 May 10 19:41:58.993816 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-c5c0a4db-55d2-49aa-860c-88e9aa3fd95b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0633385 May 10 19:41:59.057042 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-9acde248-9935-48ee-b497-f95b3ee0745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.058445 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-9acde248-9935-48ee-b497-f95b3ee0745c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0583062 May 10 19:41:59.108176 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-d0f0d369-e093-4a77-a900-15698ffb70f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433955 May 10 19:41:59.237161 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-64289ce9-4d19-42b9-8793-5f42995d4e36 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221805 May 10 19:41:59.425865 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a9cf6a98-2cc5-4871-b0e8-6c799c137cdf req-51826006-047d-4d53-b332-d3be290947fc service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827135 May 10 19:41:59.446715 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eb627-ba77-493a-b40a-ff4af2eedbcb req-c8758ea6-83ef-4d85-a325-31d3e07694a1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.447976 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed5eb627-ba77-493a-b40a-ff4af2eedbcb req-c8758ea6-83ef-4d85-a325-31d3e07694a1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 943 time: 0.1388614 May 10 19:41:59.497747 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ed5eb627-ba77-493a-b40a-ff4af2eedbcb req-7d53b29c-5ed0-414e-9e66-13c622231292 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 May 10 19:41:59.581729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-f7d65b44-8ca2-4983-95f7-90577bc7f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.583305 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-f7d65b44-8ca2-4983-95f7-90577bc7f605 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1096 time: 0.0729840 May 10 19:41:59.711700 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-79648b23-5347-44bf-bd36-956c8242f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.713112 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-79648b23-5347-44bf-bd36-956c8242f96c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1221151 May 10 19:41:59.779326 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-5700ca28-acc2-4101-a426-25a26f100e0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0591357 May 10 19:41:59.843339 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-2f50885e-f851-47f1-a023-6fe5a3fcaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:41:59.845208 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-2f50885e-f851-47f1-a023-6fe5a3fcaaf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0593534 May 10 19:41:59.890173 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-92f93330-dc06-44aa-a35c-bcaa3fbb320d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388570 May 10 19:42:00.018691 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-82cd7c68-66e4-4051-b422-267157248646 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221592 May 10 19:42:00.147858 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6e17572f-7de5-49ba-b765-a579e03f5f72 req-4ee99efb-c5b1-4982-a9b3-9d8109a3b12a service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227241 May 10 19:42:00.683860 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f77249-5ef5-4b36-baa6-6f05a23d82cb req-5e53d3dd-8c52-41f8-a633-36265fa1f687 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:00.685209 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-60f77249-5ef5-4b36-baa6-6f05a23d82cb req-5e53d3dd-8c52-41f8-a633-36265fa1f687 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 943 time: 0.0819094 May 10 19:42:00.731092 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-60f77249-5ef5-4b36-baa6-6f05a23d82cb req-845795ae-b863-4e94-b1c2-bcb96fa0aaa3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 May 10 19:42:01.920234 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b6e3-c623-4697-801b-b42cc76b1601 req-a97aba85-c17c-49a0-bb26-0a302ea3553b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:01.921660 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc51b6e3-c623-4697-801b-b42cc76b1601 req-a97aba85-c17c-49a0-bb26-0a302ea3553b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 943 time: 0.0824182 May 10 19:42:01.965150 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc51b6e3-c623-4697-801b-b42cc76b1601 req-1724331e-8678-48b5-99b9-00580cfecb1e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 May 10 19:42:02.340572 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 15f2ecc7-3844-4a75-a4ca-858a065efa93 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:42:02.475957 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 15f2ecc7-3844-4a75-a4ca-858a065efa93, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:02.489345 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '15f2ecc7-3844-4a75-a4ca-858a065efa93', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'port_id': '15f2ecc7-3844-4a75-a4ca-858a065efa93', 'mac_address': 'fa:16:3e:db:f7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e159d-dcf4-4a55-851c-2b9e2a28375a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:42:02.542926 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:02.558740 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f2ecc7-3844-4a75-a4ca-858a065efa93 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:42:02.574269 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 15f2ecc7-3844-4a75-a4ca-858a065efa93, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:02.577832 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:02.580740 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:02.648308 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=15f2ecc7-3844-4a75-a4ca-858a065efa93,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:02.651568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:03.012063 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:42:03.154254 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da87f1-4930-4413-bc14-ed468d6efe45 req-dd5ea101-2fed-4343-b99b-58d9e6426bfb tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:03.155895 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-13da87f1-4930-4413-bc14-ed468d6efe45 req-dd5ea101-2fed-4343-b99b-58d9e6426bfb tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 944 time: 0.0853229 May 10 19:42:03.201131 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-13da87f1-4930-4413-bc14-ed468d6efe45 req-39b02b88-cde8-4226-87e5-b81cb28f0c66 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 May 10 19:42:04.373071 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 15f2ecc7-3844-4a75-a4ca-858a065efa93 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:42:04.387974 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac503e4c-0187-4ad3-9a40-df48718fa5d2 req-4fdcf75d-4d3b-4cd6-a72c-8ac5c70f17c6 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:04.389550 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ac503e4c-0187-4ad3-9a40-df48718fa5d2 req-4fdcf75d-4d3b-4cd6-a72c-8ac5c70f17c6 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 944 time: 0.0793242 May 10 19:42:04.441615 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ac503e4c-0187-4ad3-9a40-df48718fa5d2 req-f149318d-2361-40a6-b2dc-53eacf2e1444 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447104 May 10 19:42:04.443099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 15f2ecc7-3844-4a75-a4ca-858a065efa93 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:42:04.448276 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 15f2ecc7-3844-4a75-a4ca-858a065efa93 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:42:04.448693 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:04.618460 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:04.647894 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f2ecc7-3844-4a75-a4ca-858a065efa93'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:42:04.658701 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 15f2ecc7-3844-4a75-a4ca-858a065efa93, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:42:04.663172 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:04.665576 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:42:04.742964 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=15f2ecc7-3844-4a75-a4ca-858a065efa93,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:42:04.747046 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:42:04.750069 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f2ecc7-3844-4a75-a4ca-858a065efa93', 'code': 200} May 10 19:42:05.075450 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:42:05.097256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67add858-b78f-4902-9022-be4018610b9c req-b9546a6f-d449-4c61-ad3d-fe612d5404fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:05.098756 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67add858-b78f-4902-9022-be4018610b9c req-b9546a6f-d449-4c61-ad3d-fe612d5404fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.1566978 May 10 19:42:05.137754 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67add858-b78f-4902-9022-be4018610b9c req-bc1bfc7b-21e5-41ea-a83b-cbd60ea322bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 May 10 19:42:05.629943 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64ba1-2aa0-4e07-8ded-05b512c75e09 req-ed6bac2a-6e44-43af-9c68-4f7e352dc1ed tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:05.631413 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dfd64ba1-2aa0-4e07-8ded-05b512c75e09 req-ed6bac2a-6e44-43af-9c68-4f7e352dc1ed tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 945 time: 0.0806239 May 10 19:42:05.676236 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dfd64ba1-2aa0-4e07-8ded-05b512c75e09 req-f4471585-e114-4761-beb9-651036603eaf tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 May 10 19:42:06.873599 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead185ab-b195-40dc-b611-1750cadbdfde req-d97b509c-add8-4d7c-9586-972fec9144c1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:06.875122 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ead185ab-b195-40dc-b611-1750cadbdfde req-d97b509c-add8-4d7c-9586-972fec9144c1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 945 time: 0.0835879 May 10 19:42:06.924467 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ead185ab-b195-40dc-b611-1750cadbdfde req-d5a23412-a97f-419d-b102-16292b79182b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 May 10 19:42:11.383372 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-859491f4-abab-42e6-9f57-434b94fe2232 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759175 May 10 19:42:11.558435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-963e5970-a7a1-4e37-980c-bb332f5c4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:11.559922 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-963e5970-a7a1-4e37-980c-bb332f5c4617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.0751147 May 10 19:42:11.713544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-3fed561c-79bb-4954-b742-87fa0b9da3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:11.715025 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-3fed561c-79bb-4954-b742-87fa0b9da3a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1303058 May 10 19:42:11.785740 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-3ff66b01-370d-48e9-9b8e-e06914ba56fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0629992 May 10 19:42:11.846155 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-c6927da7-c52f-4c88-95cf-4fb45b1b4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:42:11.848112 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-c6927da7-c52f-4c88-95cf-4fb45b1b4896 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0567586 May 10 19:42:11.893501 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-2fcb7961-cb6a-4825-8503-f36341358ba6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386477 May 10 19:42:12.026724 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-523b81a9-ac6c-42f4-bdd2-1a55f96270f7 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276500 May 10 19:42:12.157885 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9e18e1d9-38c6-4d5d-b36c-19b23faab583 req-f0381b7c-6bca-47de-b3f4-3fd3dc2af053 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243153 May 10 19:42:19.134370 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-72a2bd53-a031-4f30-998d-493d03d6b21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:21.653353 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e8384eec-00c7-4de1-8aab-e479d40836d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:21.849498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:22.937663 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:23.351204 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:24.425715 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:42.079664 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:42:49.136613 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-918ece2c-3456-49b2-91b2-54bce483583a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:51.655138 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b1a42884-5302-4ecc-809b-53c802add46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:51.858760 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:52.948220 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:53.363799 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:42:54.423834 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:13.439933 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-6ddf5ecd-e2e8-4209-86c5-bc72e54b39a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165397 May 10 19:43:13.594856 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-8284d559-11cd-449e-ba4b-b122fe178574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.596752 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-8284d559-11cd-449e-ba4b-b122fe178574 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.0700552 May 10 19:43:13.738525 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-557e6384-eb7c-4014-a24f-ea09f87b093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.740093 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-557e6384-eb7c-4014-a24f-ea09f87b093e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1251447 May 10 19:43:13.810563 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-0f88ae44-7522-4df3-9cc4-6c48cc012ed1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0639024 May 10 19:43:13.872042 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-5972b31f-9d8d-4f1d-bf8c-afaa36b5b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:43:13.873378 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-5972b31f-9d8d-4f1d-bf8c-afaa36b5b4d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0563810 May 10 19:43:13.922478 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-29858f08-37c4-44a7-b6fc-184c8ae005f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422945 May 10 19:43:13.932791 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-36c0fe2b-28a9-4bc4-a203-40a4c09b6a4c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:43:13.933730 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-36c0fe2b-28a9-4bc4-a203-40a4c09b6a4c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046358 May 10 19:43:14.062680 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-fd21293b-d757-438e-88d2-f6b387a79af9 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212978 May 10 19:43:14.275574 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56961da3-42b0-45e2-b0cf-c985926cc2c0 req-bd46ad29-27c4-478f-8fe1-6fd31cbf3587 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057683 May 10 19:43:19.078096 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:43:19.141155 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-039f774f-bb68-477c-a13a-f6c5f1d05ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.655295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fe3c8467-9c5e-4d44-814a-5d2b634ec484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:21.850606 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:22.943592 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:23.364080 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:24.427519 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:49.144564 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7797cb3c-107d-48bd-a1fb-d5df322e306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:51.656459 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c84c02a-3e6f-4616-ae49-3995dd78c3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:51.853168 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:52.946931 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:53.360937 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:54.430538 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:43:56.078413 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:44:16.010386 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-c4f0039a-fe51-4a7d-8979-7c8dacb28607 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695865 May 10 19:44:16.163948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-a2b1a8d3-4242-4b48-9c5f-0eb4b3df648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:16.165274 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-a2b1a8d3-4242-4b48-9c5f-0eb4b3df648d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.0731630 May 10 19:44:16.310947 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-2018e910-992d-4772-81e2-8dc1eb33f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:16.312391 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-2018e910-992d-4772-81e2-8dc1eb33f944 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1283340 May 10 19:44:16.378604 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-3a1348d3-2be8-4e0f-928d-0ccea8540b19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0590153 May 10 19:44:16.440990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-e00fa0c6-6c49-48b7-bb93-076311ba106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:44:16.442679 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-e00fa0c6-6c49-48b7-bb93-076311ba106c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0583606 May 10 19:44:16.488874 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-6e1b968c-15ef-4c29-a412-9483d4317b70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400813 May 10 19:44:16.618022 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-3d9807df-b420-48a9-82ad-ff57f0b95233 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223829 May 10 19:44:16.744867 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-182ccd47-db9b-41a3-8049-26dbd6de9c9f req-4be12de8-bad6-4475-96fd-a76d7fdbb8bf service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206381 May 10 19:44:19.145748 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6befe59c-2607-473a-baea-22de19ed232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:21.660666 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6e728e8d-79c9-4910-8beb-75a6e8e7cfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:21.856475 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:22.949202 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:23.368363 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:24.433064 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:33.077832 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:44:49.150318 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e9143c0e-e057-4001-bc43-9614996a1362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:51.662433 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ccbf-d7a1-4aaf-b0df-360ac3affbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:51.861928 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:52.952774 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:53.391340 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:44:54.435249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:10.076524 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:45:18.221447 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-d5e7c5a7-4ed1-4964-be06-0d5fe8dace7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803704 May 10 19:45:18.373118 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-330f6c17-e7bc-4919-8501-e52fd0b9172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:18.374506 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-330f6c17-e7bc-4919-8501-e52fd0b9172e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.0693138 May 10 19:45:18.521021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-89cd16b8-c9a8-4658-80da-59d63288371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:18.522488 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-89cd16b8-c9a8-4658-80da-59d63288371b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1291611 May 10 19:45:18.592041 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-80bc0ce6-8835-4134-b70b-ae17ec3d317f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0626631 May 10 19:45:18.652256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-1c197419-63c4-4b89-8338-e35872030ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:45:18.653836 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-1c197419-63c4-4b89-8338-e35872030ec8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0561090 May 10 19:45:18.699700 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-2fe2d5fc-9485-4d25-a668-1ad95e683d0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392690 May 10 19:45:18.829333 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-9f0eaa45-8bff-4cc9-8057-17efd9073fb9 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219530 May 10 19:45:19.043599 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4daf2302-36ae-4148-b281-7d6ca76e5549 req-4be17a67-e053-4fcf-9bd3-8e7b499ac597 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082458 May 10 19:45:19.153229 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1382b897-d90e-4f87-8778-f94a27661f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:21.664671 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38dd2a37-75bb-45bb-b3c8-897a8121f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:21.855323 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:22.955350 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:23.386931 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:24.439245 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:47.075722 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:45:49.156952 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-00b08ae2-204d-4ebc-9cc4-bfa1f81402cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.158756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 54154) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:51.276827 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.292340 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:45:51.296351 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Usage tracker for resource:security_group_rule and tenant:2607bba1a93f4f6c9b8c05548570a6cc is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:45:51.299636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:45:51.305401 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:45:51.405629 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.409868 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.417423 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1199d7da-8ecf-4e06-9e1c-141971eb4dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:51.457001 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff715d38-4ae7-4423-9014-5a8217f052bc,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:51.460912 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2607bba1a93f4f6c9b8c05548570a6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011734 May 10 19:45:51.463740 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 54162) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:45:51.467157 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.467522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.467884 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.468237 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.468582 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.468928 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.469268 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.469609 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.469940 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.470300 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.470634 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.471004 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.475300 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:51.531286 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.559711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.612634 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.618911 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-96b280f2-3031-4ebf-b445-2318f47a8fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:45:51.631365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff715d38-4ae7-4423-9014-5a8217f052bc,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:45:51.641792 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.642167 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.642534 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.642920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.643252 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.643636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.643983 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.644333 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.644692 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.645036 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.645384 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.645729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:45:51.648563 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.652414 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff715d38-4ae7-4423-9014-5a8217f052bc HTTP/1.1" status: 204 len: 168 time: 0.1876442 May 10 19:45:51.653426 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:45:51.678751 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-218c4120-bf2c-4c76-8ead-b3778bc716f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:51.860416 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:52.958967 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:53.403113 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:45:54.441692 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:17.969331 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-56168b89-2f6a-4ec0-9e93-243a755f345c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689354 May 10 19:46:18.127211 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411f86-0205-43cd-a4d2-309022cf692a req-7669ee84-eead-4fe8-9f3e-4d28a8bc3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.128667 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-7669ee84-eead-4fe8-9f3e-4d28a8bc3d98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.0736878 May 10 19:46:18.290182 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411f86-0205-43cd-a4d2-309022cf692a req-2cf732d7-899e-4821-b61e-b1d887cb8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.291621 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-2cf732d7-899e-4821-b61e-b1d887cb8b98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1447635 May 10 19:46:18.361730 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-fc77c76c-66c2-47ed-8c04-18b336be6d47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0626950 May 10 19:46:18.421135 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411f86-0205-43cd-a4d2-309022cf692a req-d7d7fd1a-7d45-42b0-a1fa-1f280a9e9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:18.422590 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-d7d7fd1a-7d45-42b0-a1fa-1f280a9e9359 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0556757 May 10 19:46:18.468360 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-1929b748-c198-4147-a857-f3424891a506 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394740 May 10 19:46:18.596094 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-9630bf83-e38b-445a-9cf2-8afc865937e4 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206770 May 10 19:46:18.724694 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0b411f86-0205-43cd-a4d2-309022cf692a req-c0234bc0-0228-46c0-8084-caee6de2c82e service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227570 May 10 19:46:19.159220 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a305902f-6d06-494e-8933-8ce4299e645f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:21.670398 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2c43c39e-e0de-423c-a368-bfa50dd40fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:21.862887 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:22.961684 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:23.403161 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:24.075192 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:46:24.445295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:49.162267 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4a917047-d084-4d8d-9ce9-ca87cf514048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:51.673919 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fe984cbe-49c4-4191-982a-969414d098e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:51.865606 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:52.964588 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:53.426022 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:54.446802 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:46:57.809747 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-1490923f-96ca-4316-806e-e8c48e284e57 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:57.811136 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-1490923f-96ca-4316-806e-e8c48e284e57 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1480355 May 10 19:46:57.826506 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-e0cfd34d-5d11-4820-a64d-7a3b1b283dfc tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/quotas/0f2fe4adad2046f9ab3fa4848d016fc4 HTTP/1.1" status: 200 len: 375 time: 0.0093532 May 10 19:46:57.907401 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-998a1c95-4f3b-4d36-b13f-0aa6f0192f9f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752954 May 10 19:46:58.134466 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-56be4c0c-66f8-43e7-b51b-da65ed78c859 service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202337 May 10 19:46:58.261708 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-8af28b73-2e1b-4d28-87be-20fd9a8b3737 service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215196 May 10 19:46:58.453654 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7a342859-1fc3-4e4a-8eb2-19684d2bddb2 req-29f6c056-18e7-4739-a9a4-bc0646bb86d7 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 210 time: 0.0500007 May 10 19:46:59.613058 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-75e3dad6-2b6c-4450-8a08-1a605ab2a4b6 req-fa10695d-553e-41c2-aef5-a50aa2e2f4a1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 210 time: 0.0494320 May 10 19:46:59.776199 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-4f40949f-79bb-4959-b84f-773afaecdf51 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:46:59.777559 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-4f40949f-79bb-4959-b84f-773afaecdf51 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1526968 May 10 19:46:59.800090 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Request body: {'port': {'device_id': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'admin_state_up': True, 'tenant_id': '0f2fe4adad2046f9ab3fa4848d016fc4'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:46:59.942986 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:46:59.952713 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:46:59.965632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Made reservation on behalf of 0f2fe4adad2046f9ab3fa4848d016fc4 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:46:59.969210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:00.131548 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Allocated IP 172.20.0.12 (3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6/120e159d-dcf4-4a55-851c-2b9e2a28375a/c06d843b-e142-4e07-b758-ba67383ab34a) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:47:00.435190 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:00.463913 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:00.469381 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-68c41748-1215-46e7-a116-3eb4237cf615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:00.525210 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:47:00.528902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:47:00.532131 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:47:00.544660 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:47:00.578740 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event updated for resources: {'Port': ['ID=c06d843b-e142-4e07-b758-ba67383ab34a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:00.592562 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.592928 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.593289 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.593645 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.594021 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.594379 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.594721 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.595653 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.596004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.596349 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.596697 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.597043 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:00.602288 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:00.621567 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:00.622194 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:00.647216 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8530746 May 10 19:47:00.667370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Request body: {'port': {'device_id': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:47:00.823321 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:00.909052 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f02c97-7264-4e23-bcd7-68e359869f3b req-4a67113a-5197-4f34-91d3-4e691543fa39 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:00.909763 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-59f02c97-7264-4e23-bcd7-68e359869f3b req-4a67113a-5197-4f34-91d3-4e691543fa39 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:47:00.978070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-59f02c97-7264-4e23-bcd7-68e359869f3b req-4a67113a-5197-4f34-91d3-4e691543fa39 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:47:00.979209 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59f02c97-7264-4e23-bcd7-68e359869f3b req-4a67113a-5197-4f34-91d3-4e691543fa39 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 932 time: 0.2290523 May 10 19:47:01.076242 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:47:01.105017 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-59f02c97-7264-4e23-bcd7-68e359869f3b req-a5a2b6f5-1308-4e4a-98e4-27dc5e88e855 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194742 May 10 19:47:01.245427 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06d843b-e142-4e07-b758-ba67383ab34a {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:47:01.253337 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:01.268152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Transition to ACTIVE for port object c06d843b-e142-4e07-b758-ba67383ab34a will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:47:01.271807 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:01.275361 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:01.432358 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Pushing event updated for resources: {'Port': ['ID=c06d843b-e142-4e07-b758-ba67383ab34a,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:01.439857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:01.506866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Attempting to bind port c06d843b-e142-4e07-b758-ba67383ab34a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:47:01.507200 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Attempting to bind port c06d843b-e142-4e07-b758-ba67383ab34a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:47:01.507538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Attempting to bind port c06d843b-e142-4e07-b758-ba67383ab34a on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:47:01.512083 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Port c06d843b-e142-4e07-b758-ba67383ab34a on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:47:01.512402 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Attempting to bind port c06d843b-e142-4e07-b758-ba67383ab34a on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:47:01.517525 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:47:01.517788 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Checking segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:47:01.518212 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Bound using segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:47:01.518632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Bound port: c06d843b-e142-4e07-b758-ba67383ab34a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:47:01.518973 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:01.605730 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] For port c06d843b-e142-4e07-b758-ba67383ab34a, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:47:01.608648 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] For port c06d843b-e142-4e07-b758-ba67383ab34a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c06d843b-e142-4e07-b758-ba67383ab34a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:47:01.613568 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:01.617348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:01.682262 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:01.682894 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:01.684200 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] 10.222.0.32 "PUT /v2.0/ports/c06d843b-e142-4e07-b758-ba67383ab34a HTTP/1.1" status: 200 len: 1094 time: 1.0214372 May 10 19:47:01.684687 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'tag': 'c06d843b-e142-4e07-b758-ba67383ab34a'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:47:01.708501 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Pushing event updated for resources: {'Port': ['ID=c06d843b-e142-4e07-b758-ba67383ab34a,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:01.711422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:01.794452 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'tag': 'c06d843b-e142-4e07-b758-ba67383ab34a', 'status': 'completed', 'code': 200} May 10 19:47:01.825412 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-325d587a-ac7a-4496-85a4-5129c97bc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:01.826932 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-325d587a-ac7a-4496-85a4-5129c97bc81b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 1097 time: 0.0728626 May 10 19:47:01.903974 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-9d9745c0-bf7f-4f87-9288-d2f440712fd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06d843b-e142-4e07-b758-ba67383ab34a HTTP/1.1" status: 200 len: 217 time: 0.0623643 May 10 19:47:01.972394 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efc67-5800-41e9-b770-bef6523cae13 req-d0f2e115-fc0c-4450-95d1-ad2e203e85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:01.973855 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-d0f2e115-fc0c-4450-95d1-ad2e203e85e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0597396 May 10 19:47:02.025013 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-469dad20-aab1-4201-bf39-7a725d47c8d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439317 May 10 19:47:02.279565 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-14421ab2-acbd-4a54-8999-d50fd8549f8d service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469063 May 10 19:47:02.440309 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774975c7-8f12-4e90-917c-307520105fe1 req-91621cc5-6f7d-40d5-90da-0b12110594b1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:02.441793 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-774975c7-8f12-4e90-917c-307520105fe1 req-91621cc5-6f7d-40d5-90da-0b12110594b1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 944 time: 0.1949914 May 10 19:47:02.447647 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-826efc67-5800-41e9-b770-bef6523cae13 req-fef9fe31-c550-4b86-8fbb-fce8cf2821ac service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573937 May 10 19:47:02.494607 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-774975c7-8f12-4e90-917c-307520105fe1 req-7dfbe467-540b-4f74-8bba-de8a5331574f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 May 10 19:47:02.615523 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-a3f830e3-bc74-43ac-b609-269fcc939ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:02.617016 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-a3f830e3-bc74-43ac-b609-269fcc939ecf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 1097 time: 0.0712681 May 10 19:47:02.755270 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-d2b1384c-c68f-4d9e-ad0d-684ba4c9180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:02.756617 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-d2b1384c-c68f-4d9e-ad0d-684ba4c9180a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1316943 May 10 19:47:02.826354 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-51025eff-f5ac-4684-a25a-fd306b1fd05a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06d843b-e142-4e07-b758-ba67383ab34a HTTP/1.1" status: 200 len: 217 time: 0.0623965 May 10 19:47:02.886996 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-74117109-5dc1-44e9-9446-966b93c66038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:02.888341 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-74117109-5dc1-44e9-9446-966b93c66038 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0544436 May 10 19:47:02.937692 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-908a1125-06a0-4d95-8bcc-25e89d1930e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417578 May 10 19:47:03.065744 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-b468ecc7-3261-4307-93c6-a1b6b28936a2 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205187 May 10 19:47:03.198934 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a422aa31-d9e7-4db2-8fec-1b8e55ff4159 req-6d8b359e-2124-4c97-b993-330a1916db1f service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263037 May 10 19:47:03.687555 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff1050-56d5-4c6e-8a40-f605ee9a899b req-c5d8c76a-d69e-4f04-b0e7-3598a297c5a2 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:03.689014 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78ff1050-56d5-4c6e-8a40-f605ee9a899b req-c5d8c76a-d69e-4f04-b0e7-3598a297c5a2 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 944 time: 0.0846975 May 10 19:47:03.821903 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78ff1050-56d5-4c6e-8a40-f605ee9a899b req-cf01ad98-c448-4a97-b909-433292e0987e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268516 May 10 19:47:05.007941 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5381165-a135-45cb-abe3-f8b4aa43d4d1 req-ab5703fe-95c2-46ed-bb23-272838232257 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:05.009326 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c5381165-a135-45cb-abe3-f8b4aa43d4d1 req-ab5703fe-95c2-46ed-bb23-272838232257 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 944 time: 0.0840876 May 10 19:47:05.055330 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c5381165-a135-45cb-abe3-f8b4aa43d4d1 req-06355781-f88e-4c6a-a2a4-0427564db511 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 May 10 19:47:05.788358 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device c06d843b-e142-4e07-b758-ba67383ab34a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:47:05.919592 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port c06d843b-e142-4e07-b758-ba67383ab34a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c06d843b-e142-4e07-b758-ba67383ab34a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:05.932226 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': 'c06d843b-e142-4e07-b758-ba67383ab34a', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'port_id': 'c06d843b-e142-4e07-b758-ba67383ab34a', 'mac_address': 'fa:16:3e:9f:19:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e159d-dcf4-4a55-851c-2b9e2a28375a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:47:06.026911 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:06.044823 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06d843b-e142-4e07-b758-ba67383ab34a {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:47:06.061259 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port c06d843b-e142-4e07-b758-ba67383ab34a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c06d843b-e142-4e07-b758-ba67383ab34a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:06.065517 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:06.068019 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:06.131497 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=c06d843b-e142-4e07-b758-ba67383ab34a,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:06.138585 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.138924 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.139256 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.139580 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.139903 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.140224 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.140540 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.140853 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.141167 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.141478 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.141821 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.142167 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:06.147164 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:06.240540 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a867a2c-3f87-4322-a42b-44259855f91c req-5f124dd6-fecc-4278-8de7-6fd813ce3225 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:06.242030 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9a867a2c-3f87-4322-a42b-44259855f91c req-5f124dd6-fecc-4278-8de7-6fd813ce3225 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 945 time: 0.0797360 May 10 19:47:06.292075 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9a867a2c-3f87-4322-a42b-44259855f91c req-3f2df70b-03e7-4b55-97a8-73810eadfd88 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441792 May 10 19:47:06.512199 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['c06d843b-e142-4e07-b758-ba67383ab34a'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:47:07.491141 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24e718-27f8-4a68-b400-0bd6671fb209 req-e02be1ed-f89c-45e2-9cf7-67add06d2d27 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:07.492590 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7c24e718-27f8-4a68-b400-0bd6671fb209 req-e02be1ed-f89c-45e2-9cf7-67add06d2d27 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 945 time: 0.0956132 May 10 19:47:07.538952 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7c24e718-27f8-4a68-b400-0bd6671fb209 req-b342966a-4db4-4bea-ab2e-82ce7bdf7b9a tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 May 10 19:47:07.789632 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device c06d843b-e142-4e07-b758-ba67383ab34a up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:47:07.855768 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port c06d843b-e142-4e07-b758-ba67383ab34a completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:47:07.860230 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port c06d843b-e142-4e07-b758-ba67383ab34a triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:47:07.861166 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:07.974681 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:08.000507 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06d843b-e142-4e07-b758-ba67383ab34a'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:47:08.010863 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port c06d843b-e142-4e07-b758-ba67383ab34a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c06d843b-e142-4e07-b758-ba67383ab34a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:08.016219 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:08.018138 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-59fbd30a-17b1-48f2-8180-31c872c151e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:08.087884 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=c06d843b-e142-4e07-b758-ba67383ab34a,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:08.090868 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:08.101557 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06d843b-e142-4e07-b758-ba67383ab34a', 'code': 200} May 10 19:47:08.361622 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5312b-d667-4b7a-8cac-0239ac26a126 req-4f818b8c-7d16-4bfe-a5a9-7fa9df24d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:08.363107 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-15f5312b-d667-4b7a-8cac-0239ac26a126 req-4f818b8c-7d16-4bfe-a5a9-7fa9df24d66c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 1099 time: 0.0731089 May 10 19:47:08.403350 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-15f5312b-d667-4b7a-8cac-0239ac26a126 req-30d79e8a-a125-4f5b-9ded-734fe598d536 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 May 10 19:47:08.724202 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea4ab-3d4d-4754-b878-6df5fd41e3d8 req-304be577-04e9-4b60-b253-5375356631f6 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:08.725669 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c38ea4ab-3d4d-4754-b878-6df5fd41e3d8 req-304be577-04e9-4b60-b253-5375356631f6 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 946 time: 0.0805008 May 10 19:47:08.772084 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c38ea4ab-3d4d-4754-b878-6df5fd41e3d8 req-23974e70-b0c0-40a8-a5a6-6577124bb851 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 May 10 19:47:09.970801 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf37e6-1ce7-4081-87ff-ac72432b640e req-6000fc27-95e7-40c2-ac2a-6f52d1a5b81c tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:09.972279 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5bf37e6-1ce7-4081-87ff-ac72432b640e req-6000fc27-95e7-40c2-ac2a-6f52d1a5b81c tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 946 time: 0.0880547 May 10 19:47:10.020848 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5bf37e6-1ce7-4081-87ff-ac72432b640e req-23228afb-4c39-47ab-8654-13e7ae0ad31a tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 May 10 19:47:11.203498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f6463-fcf7-4430-b9f6-aec121da2ba7 req-6dfda20b-8b96-4873-85ee-96d4683aaf8b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:11.205552 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-443f6463-fcf7-4430-b9f6-aec121da2ba7 req-6dfda20b-8b96-4873-85ee-96d4683aaf8b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 946 time: 0.0794759 May 10 19:47:11.248280 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-443f6463-fcf7-4430-b9f6-aec121da2ba7 req-22e3e82d-e00f-45ad-a626-0ae64dc425d9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370677 May 10 19:47:11.884827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 54770) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:47:12.081648 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Deleting subnet 9af27669-bef7-4e03-8c1c-9c194354dc98 {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:47:12.084542 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.131659 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-497305'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.186932 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.510484 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1680338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495143'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.514233 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:12.552705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af27669-bef7-4e03-8c1c-9c194354dc98,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:12.556212 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:12.557830 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.563107 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ea785f8e-4878-4468-8585-a71649c7bfe3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9af27669-bef7-4e03-8c1c-9c194354dc98 HTTP/1.1" status: 204 len: 168 time: 0.6772556 May 10 19:47:12.566375 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 54776) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:47:12.668647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.791783 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.804717 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15e415b-5a1f-488a-b57e-323a830115de']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:12.817323 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7936b2cc-10fa-45a6-8ff7-e595338e9742') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:12.817877 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7936b2cc-10fa-45a6-8ff7-e595338e9742') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:12.830146 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.846144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.852590 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:47:12.852976 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:47:12.866545 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:47:12.947621 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.951776 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:12.965210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:12.974533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15e415b-5a1f-488a-b57e-323a830115de,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:12.977348 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c15e415b-5a1f-488a-b57e-323a830115de HTTP/1.1" status: 204 len: 168 time: 0.4100745 May 10 19:47:12.978268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f45a19ee-800d-4b81-af43-3d50d4d350a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:13.092951 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 54786) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:47:13.142996 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d4c0a1ee-8931-4081-9613-630b66378b3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0d58376df914366ad15ba276a471dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487759 May 10 19:47:13.145354 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 54792) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:47:13.212398 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:13.238401 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:13.311617 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:13.318351 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a4bcc52d-da70-44c7-b2c2-9e3805a502ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:13.379486 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff8d44-2e2a-4206-a354-62430243ac1b,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:13.397037 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.397405 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.397768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.398150 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.398499 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.398846 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.399191 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.399534 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.399876 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.400218 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.400583 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.400900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:13.415222 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:13.416067 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:13.417458 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-52455300-4e1f-497e-93aa-4a34777c172e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1eff8d44-2e2a-4206-a354-62430243ac1b HTTP/1.1" status: 204 len: 168 time: 0.2709694 May 10 19:47:13.478276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-103aaeec-48f4-4136-8074-71ab911406fc tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:13.479629 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-103aaeec-48f4-4136-8074-71ab911406fc tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1876433 May 10 19:47:13.495689 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-cfb9f997-83e2-48cf-8254-6174aaa64228 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/quotas/0f2fe4adad2046f9ab3fa4848d016fc4 HTTP/1.1" status: 200 len: 375 time: 0.0102689 May 10 19:47:13.585292 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-6453979d-41e0-4a70-a7f8-cf43b5f744c8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843699 May 10 19:47:13.728184 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-be397fde-cf62-454c-9d03-f503c8770386 service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358018 May 10 19:47:13.866333 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-a8e2fe1d-0362-4f29-9f3b-57c9f1af5f36 service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321456 May 10 19:47:14.039316 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77ff91b3-aa7a-469b-8f91-6d0a88ed57b1 req-18d78286-71a8-4535-9c79-1793ceea46a3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 210 time: 0.0432823 May 10 19:47:15.176579 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-f2a76585-0c11-476d-b3fe-21ca9e89b2b1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:15.178043 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-f2a76585-0c11-476d-b3fe-21ca9e89b2b1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1505752 May 10 19:47:15.197429 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Request body: {'port': {'device_id': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'admin_state_up': True, 'tenant_id': '0f2fe4adad2046f9ab3fa4848d016fc4'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:47:15.200165 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-29bb6ea8-65f6-46ee-81f7-ba542cbbe7d0 req-e526f75d-8895-454e-81ad-84994b70aabb tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 210 time: 0.0454409 May 10 19:47:15.332135 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:47:15.341234 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:47:15.350759 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Made reservation on behalf of 0f2fe4adad2046f9ab3fa4848d016fc4 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:47:15.354302 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:15.519067 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Allocated IP 172.20.0.7 (3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6/120e159d-dcf4-4a55-851c-2b9e2a28375a/9aaf397b-9463-474f-9f82-558d467712e3) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:47:15.720405 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:15.749531 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:15.755204 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b39ea53a-d29a-47b0-b72d-a6d4c40d3fc1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:15.784321 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93', 'c06d843b-e142-4e07-b758-ba67383ab34a'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:47:15.823241 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:47:15.826302 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:47:15.834917 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:47:15.864974 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event updated for resources: {'Port': ['ID=9aaf397b-9463-474f-9f82-558d467712e3,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:15.871246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:15.900209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:15.900810 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:15.926532 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-81deb929-a1aa-4df9-bbf4-8ad4db297536 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329884 May 10 19:47:15.944734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Request body: {'port': {'device_id': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:47:16.149676 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:16.481898 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f091-10dc-419b-a34c-f5b8040a1da8 req-4e2690ce-fb70-4126-9850-fc60ce8d4a9e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:16.482611 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-d180f091-10dc-419b-a34c-f5b8040a1da8 req-4e2690ce-fb70-4126-9850-fc60ce8d4a9e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:47:16.536276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-d180f091-10dc-419b-a34c-f5b8040a1da8 req-4e2690ce-fb70-4126-9850-fc60ce8d4a9e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:47:16.537399 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d180f091-10dc-419b-a34c-f5b8040a1da8 req-4e2690ce-fb70-4126-9850-fc60ce8d4a9e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 931 time: 0.2281365 May 10 19:47:16.588960 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaf397b-9463-474f-9f82-558d467712e3 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:47:16.600124 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:16.607471 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d180f091-10dc-419b-a34c-f5b8040a1da8 req-3b9979c6-13f4-48b4-bf44-8894b7738403 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 May 10 19:47:16.618519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Transition to ACTIVE for port object 9aaf397b-9463-474f-9f82-558d467712e3 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:47:16.623696 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:16.628259 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e7847ba1-f405-46bc-a1d3-89fdcb5a7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:16.750498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf397b-9463-474f-9f82-558d467712e3,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:16.776302 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:16.850303 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Attempting to bind port 9aaf397b-9463-474f-9f82-558d467712e3 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:47:16.850633 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Attempting to bind port 9aaf397b-9463-474f-9f82-558d467712e3 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:47:16.850962 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Attempting to bind port 9aaf397b-9463-474f-9f82-558d467712e3 on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:47:16.855511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Port 9aaf397b-9463-474f-9f82-558d467712e3 on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:47:16.855828 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Attempting to bind port 9aaf397b-9463-474f-9f82-558d467712e3 on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:47:16.861263 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:47:16.861592 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Checking segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:47:16.861972 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Bound using segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:47:16.862415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Bound port: 9aaf397b-9463-474f-9f82-558d467712e3, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:47:16.862756 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:16.950941 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] For port 9aaf397b-9463-474f-9f82-558d467712e3, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:47:16.953759 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] For port 9aaf397b-9463-474f-9f82-558d467712e3, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9aaf397b-9463-474f-9f82-558d467712e3,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:47:16.958056 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:16.962466 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ffa771ff-712a-4eeb-a6de-49513be3f033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:17.011053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.011668 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:17.013013 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/9aaf397b-9463-474f-9f82-558d467712e3 HTTP/1.1" status: 200 len: 1093 time: 1.0726688 May 10 19:47:17.013501 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'tag': '9aaf397b-9463-474f-9f82-558d467712e3'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:47:17.043084 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf397b-9463-474f-9f82-558d467712e3,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:17.046069 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:17.064483 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'tag': '9aaf397b-9463-474f-9f82-558d467712e3', 'status': 'completed', 'code': 200} May 10 19:47:17.148336 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-e089c7c1-ba0a-46f9-9a80-0d6085a573c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.149767 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-e089c7c1-ba0a-46f9-9a80-0d6085a573c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 1096 time: 0.0684867 May 10 19:47:17.226471 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-f585c5a6-a453-4796-9b5c-b7db9165045f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aaf397b-9463-474f-9f82-558d467712e3 HTTP/1.1" status: 200 len: 217 time: 0.0619698 May 10 19:47:17.288120 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-ad475262-718f-4a96-ba49-c94590df1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.289535 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-ad475262-718f-4a96-ba49-c94590df1e8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0571804 May 10 19:47:17.327311 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.32', 55881) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:47:17.337605 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-6d8d81cc-33e7-42b5-b430-b4497702267a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414801 May 10 19:47:17.399099 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-ef385ab7-8df6-454a-8222-9804def84ebb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705633 May 10 19:47:17.469644 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-ff80b9df-e9aa-4f16-9601-02b1355e5145 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258907 May 10 19:47:17.564026 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-ab484ca4-b379-4f3d-bcd0-e779deda8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.565482 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-ab484ca4-b379-4f3d-bcd0-e779deda8ae5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 1098 time: 0.0830741 May 10 19:47:17.600180 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bf776e4e-e54c-4c60-9d51-16011f5f2b91 req-53663766-59ca-448b-a446-7ee2a9f62ddb service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232266 May 10 19:47:17.711859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-ba56e2b8-b14e-408d-85bd-2a422f59f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.713297 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-ba56e2b8-b14e-408d-85bd-2a422f59f782 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1278615 May 10 19:47:17.784200 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-3048fe1f-171c-4514-802f-d0f28f299505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 200 len: 217 time: 0.0632408 May 10 19:47:17.859616 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-08711a29-e26a-4a12-a3a0-65cdfd0a3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.861498 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-08711a29-e26a-4a12-a3a0-65cdfd0a3f8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0714486 May 10 19:47:17.906925 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-bd1aaaeb-1bd6-407b-a1a1-66cb0a124604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391524 May 10 19:47:17.910966 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-67de01d8-d1d8-4f47-a7d4-2ee2ecd1da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.912429 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-67de01d8-d1d8-4f47-a7d4-2ee2ecd1da7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 1096 time: 0.2281148 May 10 19:47:17.952298 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d509d-6a0c-4de1-9aeb-7c10868811d7 req-67325965-b07c-49f9-9da0-edecde3a3369 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:17.953740 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-895d509d-6a0c-4de1-9aeb-7c10868811d7 req-67325965-b07c-49f9-9da0-edecde3a3369 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 943 time: 0.1319447 May 10 19:47:18.039960 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-97fb0dee-4d56-46b4-a20d-fd790552b8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261792 May 10 19:47:18.068079 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-895d509d-6a0c-4de1-9aeb-7c10868811d7 req-0f18648c-292f-465d-a829-c442886a792d tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724351 May 10 19:47:18.090745 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-f167a900-108d-4ee3-83d7-ec2bb526c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:18.092188 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-f167a900-108d-4ee3-83d7-ec2bb526c576 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1730061 May 10 19:47:18.164650 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-a440e950-951d-4c67-9d8c-f66d7438dcb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aaf397b-9463-474f-9f82-558d467712e3 HTTP/1.1" status: 200 len: 217 time: 0.0653822 May 10 19:47:18.226999 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-79042c5f-9e91-40db-9465-f0d55257202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:18.228447 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-79042c5f-9e91-40db-9465-f0d55257202d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0578566 May 10 19:47:18.258606 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-6244409c-49d5-4fe4-b89d-9e758efa7ea2 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126219 May 10 19:47:18.274806 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-1b3bea3e-786b-45e0-b59f-9414601985db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400767 May 10 19:47:18.423380 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-f39fd45e-5292-459b-9aba-e3daba926654 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273127 May 10 19:47:18.551898 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9eb20771-5a0f-43ee-86c5-17c3cc3b6b58 req-ffc378c5-26cf-4dd9-ae0b-2d0a434d3c36 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212945 May 10 19:47:19.167949 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e196763a-de49-46d3-b289-0de43771a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:19.259456 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeacdd-4b45-4e6b-805c-539932f1724a req-87c35d57-17ec-4377-b9c5-0efb64792a55 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:19.260871 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ccbeacdd-4b45-4e6b-805c-539932f1724a req-87c35d57-17ec-4377-b9c5-0efb64792a55 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 943 time: 0.0850742 May 10 19:47:19.305116 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ccbeacdd-4b45-4e6b-805c-539932f1724a req-91f53555-07f3-48f0-a56e-45eb448ec9bb tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 May 10 19:47:19.826634 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9aaf397b-9463-474f-9f82-558d467712e3 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:47:19.956156 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 9aaf397b-9463-474f-9f82-558d467712e3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9aaf397b-9463-474f-9f82-558d467712e3,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:19.968543 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '9aaf397b-9463-474f-9f82-558d467712e3', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'port_id': '9aaf397b-9463-474f-9f82-558d467712e3', 'mac_address': 'fa:16:3e:b8:2c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e159d-dcf4-4a55-851c-2b9e2a28375a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:47:20.021029 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:20.036684 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaf397b-9463-474f-9f82-558d467712e3 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:47:20.054519 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 9aaf397b-9463-474f-9f82-558d467712e3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9aaf397b-9463-474f-9f82-558d467712e3,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:20.058661 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:20.060536 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:20.128158 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=9aaf397b-9463-474f-9f82-558d467712e3,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:20.130973 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:20.450591 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['9aaf397b-9463-474f-9f82-558d467712e3'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:47:20.491447 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81f7c-24e2-41f8-b4fe-2f42fdd089bc req-716be9e5-88c3-4ed1-ad06-a1f459fc1676 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:20.492909 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ef81f7c-24e2-41f8-b4fe-2f42fdd089bc req-716be9e5-88c3-4ed1-ad06-a1f459fc1676 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 944 time: 0.0835156 May 10 19:47:20.537410 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6ef81f7c-24e2-41f8-b4fe-2f42fdd089bc req-3ddb21a6-487d-4aa8-9bc5-3cc5870d62e6 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 May 10 19:47:21.676957 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0d9978d9-2d87-4e57-bc87-76df2bce125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:21.726902 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a7c15-2c6d-4bf4-bf18-84a2cb404d20 req-632bfe72-ae2c-4dd9-a5d7-e66e96b4faf0 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:21.728325 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be8a7c15-2c6d-4bf4-bf18-84a2cb404d20 req-632bfe72-ae2c-4dd9-a5d7-e66e96b4faf0 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 944 time: 0.0835369 May 10 19:47:21.777119 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-be8a7c15-2c6d-4bf4-bf18-84a2cb404d20 req-9937ae8b-221a-42ad-bf11-da9515077546 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 May 10 19:47:21.840820 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9aaf397b-9463-474f-9f82-558d467712e3 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:47:21.895751 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:21.918449 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 9aaf397b-9463-474f-9f82-558d467712e3 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:47:21.923472 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 9aaf397b-9463-474f-9f82-558d467712e3 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:47:21.923841 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:22.038348 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:22.065360 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf397b-9463-474f-9f82-558d467712e3'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:47:22.075630 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 9aaf397b-9463-474f-9f82-558d467712e3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9aaf397b-9463-474f-9f82-558d467712e3,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:22.081673 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:22.083864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a712e1dc-6a66-429a-a84d-7860d437d8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:22.117644 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf397b-9463-474f-9f82-558d467712e3', 'code': 200} May 10 19:47:22.153569 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=9aaf397b-9463-474f-9f82-558d467712e3,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:22.156397 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:22.379849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4bed8-a8d0-4e2e-ad74-8965cad82828 req-78b0c1e1-c382-4166-b9c2-76fcf5c53e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:22.381198 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-97f4bed8-a8d0-4e2e-ad74-8965cad82828 req-78b0c1e1-c382-4166-b9c2-76fcf5c53e26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 1098 time: 0.0691478 May 10 19:47:22.423262 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-97f4bed8-a8d0-4e2e-ad74-8965cad82828 req-1c806973-514a-4432-b979-2f31ea024106 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 May 10 19:47:22.962653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbaa87-74e1-483d-ad4a-013b3e54a1b9 req-1d8dd1a2-a6b7-479c-8a50-e98c86c06da4 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:22.964121 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5dbaa87-74e1-483d-ad4a-013b3e54a1b9 req-1d8dd1a2-a6b7-479c-8a50-e98c86c06da4 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 945 time: 0.0804758 May 10 19:47:22.968609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:23.009159 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d5dbaa87-74e1-483d-ad4a-013b3e54a1b9 req-7f69ee97-adeb-447f-9555-2d1793f4a30e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 May 10 19:47:23.409605 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:24.195888 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18ff9-c4b7-4e72-90bc-3a5505f9680d req-75a9437c-68a0-4c19-8ab9-bf61e95b00dc tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:24.197229 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e4a18ff9-c4b7-4e72-90bc-3a5505f9680d req-75a9437c-68a0-4c19-8ab9-bf61e95b00dc tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 945 time: 0.0825706 May 10 19:47:24.240552 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e4a18ff9-c4b7-4e72-90bc-3a5505f9680d req-9212ad33-e9fc-401c-bcf5-cb390a199480 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375199 May 10 19:47:24.450829 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:35.972699 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a7cbc8c6-1e39-4158-a498-db31f37e9683 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:35.974440 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a7cbc8c6-1e39-4158-a498-db31f37e9683 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1483097 May 10 19:47:35.988999 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-9b69974c-98d2-4e4a-bde5-603cdf14ad06 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/quotas/0f2fe4adad2046f9ab3fa4848d016fc4 HTTP/1.1" status: 200 len: 375 time: 0.0092227 May 10 19:47:36.074848 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-9c949a5c-a033-42e6-b1c8-5c02e3041997 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810175 May 10 19:47:36.181307 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-437a426c-670c-48fe-a319-a0f0915eb135 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:47:36.182302 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-437a426c-670c-48fe-a319-a0f0915eb135 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1012771 May 10 19:47:36.309395 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-61d5487a-8af8-4a1a-9ce0-4f8c47e851ca service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210957 May 10 19:47:36.523284 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-b51b44d3-5365-44a8-9700-23f68eda4650 service neutron] 10.222.0.26 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080157 May 10 19:47:36.700946 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-90d84016-bb15-4239-ad82-a4187dc20635 req-9a3fcc41-46b8-4802-9731-b211e9bcbbf2 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 210 time: 0.0461347 May 10 19:47:37.871117 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-eb47969a-b7a5-4403-98a1-10429e8f97c6 req-05aa609c-1828-4f41-9885-6707ddec8b13 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 210 time: 0.0573111 May 10 19:47:37.916619 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a480f22e-1efc-4e1a-9a9c-f0243ae3ebe2 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:37.918033 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a480f22e-1efc-4e1a-9a9c-f0243ae3ebe2 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 815 time: 0.1880360 May 10 19:47:37.954553 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Request body: {'port': {'device_id': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'admin_state_up': True, 'tenant_id': '0f2fe4adad2046f9ab3fa4848d016fc4'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:47:38.076487 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:47:38.085472 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:47:38.095200 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:47:38.104292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Made reservation on behalf of 0f2fe4adad2046f9ab3fa4848d016fc4 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:47:38.107729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:38.267128 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Allocated IP 172.20.0.3 (3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6/120e159d-dcf4-4a55-851c-2b9e2a28375a/1175eb33-e57b-44ea-a1bc-a3af9f082c2a) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:47:38.468447 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:38.496970 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:38.502770 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9407a646-d283-4e9e-ab2f-9d2cb80fb1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:38.554900 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93', 'c06d843b-e142-4e07-b758-ba67383ab34a', '9aaf397b-9463-474f-9f82-558d467712e3'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:47:38.559843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:47:38.562657 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:47:38.567147 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:47:38.607483 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event updated for resources: {'Port': ['ID=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:38.612522 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:38.642447 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:38.643087 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:38.667276 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164612 May 10 19:47:38.685148 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Request body: {'port': {'device_id': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:47:38.791582 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:39.058768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c31c7-45a8-4a01-8dcf-86a51ede559e req-6a4880c8-debd-4a52-ab9e-2a643c249fd9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:39.060246 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e75c31c7-45a8-4a01-8dcf-86a51ede559e req-6a4880c8-debd-4a52-ab9e-2a643c249fd9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 931 time: 0.0796394 May 10 19:47:39.104874 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e75c31c7-45a8-4a01-8dcf-86a51ede559e req-fba2d7bc-8571-44a4-860c-f43c937d0d91 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 May 10 19:47:39.129749 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1175eb33-e57b-44ea-a1bc-a3af9f082c2a {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:47:39.137002 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:39.152154 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Transition to ACTIVE for port object 1175eb33-e57b-44ea-a1bc-a3af9f082c2a will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:47:39.159121 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:39.162802 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:39.284504 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Pushing event updated for resources: {'Port': ['ID=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:39.309536 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:39.382112 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Attempting to bind port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:47:39.382436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Attempting to bind port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:47:39.382749 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Attempting to bind port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:47:39.387205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:47:39.387516 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Attempting to bind port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a on network 3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:47:39.392405 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:47:39.392728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Checking segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:47:39.393100 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Bound using segment: {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:47:39.393510 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Bound port: 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:47:39.393843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:39.562442 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] For port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:47:39.565404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] For port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:47:39.568996 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:39.572387 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ec3be2eb-ca02-417b-a7a7-c28d57a91cfa tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:39.625802 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:39.626432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:39.627793 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] 10.222.0.32 "PUT /v2.0/ports/1175eb33-e57b-44ea-a1bc-a3af9f082c2a HTTP/1.1" status: 200 len: 1093 time: 0.9467647 May 10 19:47:39.628279 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'tag': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:47:39.653458 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Pushing event updated for resources: {'Port': ['ID=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:39.656334 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:39.673697 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'tag': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a', 'status': 'completed', 'code': 200} May 10 19:47:39.777993 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-4495b5dc-a952-4ef1-a441-2a873f6429eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:39.779442 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-4495b5dc-a952-4ef1-a441-2a873f6429eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0678980 May 10 19:47:39.855363 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-aa9f2489-d8f9-4954-a188-302d8a5dbb33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a HTTP/1.1" status: 200 len: 217 time: 0.0616221 May 10 19:47:39.914268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-b0e9898f-9de8-49a3-8c8a-f75a6dd30390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:39.915590 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-b0e9898f-9de8-49a3-8c8a-f75a6dd30390 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0544114 May 10 19:47:39.960940 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-167af289-ed2b-4a75-af85-2b13f5f612ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392580 May 10 19:47:40.086345 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-fbc57991-1e18-44c5-a932-72c9b2286f4a service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189497 May 10 19:47:40.213719 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b6e1430a-ce9b-4112-91d3-640ed9302ea9 req-c7854c71-7e3f-41f2-b7bf-d40603e65d42 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211762 May 10 19:47:40.293454 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09865f-8fb0-4800-9ff6-05c35c0024ce req-cb5f826f-6050-4fd6-a439-f06b0f95ef07 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:40.294959 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7a09865f-8fb0-4800-9ff6-05c35c0024ce req-cb5f826f-6050-4fd6-a439-f06b0f95ef07 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 943 time: 0.0840042 May 10 19:47:40.340778 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7a09865f-8fb0-4800-9ff6-05c35c0024ce req-152d24f5-2e1b-4da9-93c7-a2a9120bdfcb tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 May 10 19:47:40.396640 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-e6af7bea-2728-4c20-bc26-9c65dd4a98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:40.398123 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-e6af7bea-2728-4c20-bc26-9c65dd4a98d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 1096 time: 0.0794358 May 10 19:47:40.527211 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-9b5719b0-964a-4693-b997-9ff8a10e2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:40.528614 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-9b5719b0-964a-4693-b997-9ff8a10e2718 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 200 len: 916 time: 0.1233637 May 10 19:47:40.597670 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-4e85e8ae-00b4-4a00-9f80-49d4b5b69fbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a HTTP/1.1" status: 200 len: 217 time: 0.0613790 May 10 19:47:40.657924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-83f5e8a8-500f-4212-b58e-1e01797943d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:40.659292 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-83f5e8a8-500f-4212-b58e-1e01797943d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 200 len: 855 time: 0.0549142 May 10 19:47:40.707002 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-4ac65328-98d9-4a8c-ba51-b2127d265ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395846 May 10 19:47:40.834945 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-e66fbf0c-ded8-4999-ad5d-5e70a2ee640d service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206017 May 10 19:47:40.963140 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d69ccc0-f934-4fb1-a282-198ce020129a req-cfc85e2c-f9c9-4829-9ced-4cf6ccd5d9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205673 May 10 19:47:41.527744 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbdc96-3363-4e50-9038-326feb2af2d5 req-0abe77fc-4808-4ddd-9cf9-e98445839731 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:41.528425 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-3bfbdc96-3363-4e50-9038-326feb2af2d5 req-0abe77fc-4808-4ddd-9cf9-e98445839731 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:47:41.543280 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-3bfbdc96-3363-4e50-9038-326feb2af2d5 req-0abe77fc-4808-4ddd-9cf9-e98445839731 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:47:41.544440 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3bfbdc96-3363-4e50-9038-326feb2af2d5 req-0abe77fc-4808-4ddd-9cf9-e98445839731 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 943 time: 0.0960369 May 10 19:47:41.587545 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3bfbdc96-3363-4e50-9038-326feb2af2d5 req-781297f2-58c9-47b1-a1f1-b47b77aaea5c tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375018 May 10 19:47:42.771192 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d76be7-a051-4195-aa02-a98200ccbeeb req-d944dcf5-f7f7-4198-9bb0-c6c9c9a6137e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:42.772643 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-42d76be7-a051-4195-aa02-a98200ccbeeb req-d944dcf5-f7f7-4198-9bb0-c6c9c9a6137e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 943 time: 0.0787752 May 10 19:47:42.815666 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-42d76be7-a051-4195-aa02-a98200ccbeeb req-7d2747f0-0fdd-4afc-9e9e-21639f976142 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 May 10 19:47:43.933868 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1175eb33-e57b-44ea-a1bc-a3af9f082c2a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:47:43.995309 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfa89e-e6f1-44b8-a9fa-b1071a559222 req-71ddea62-bc10-48fe-abd3-21b94fa61a7b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:43.996920 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aecfa89e-e6f1-44b8-a9fa-b1071a559222 req-71ddea62-bc10-48fe-abd3-21b94fa61a7b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 943 time: 0.0793624 May 10 19:47:44.097770 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:44.111764 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a', 'network_id': '3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6', 'port_id': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a', 'mac_address': 'fa:16:3e:7d:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e159d-dcf4-4a55-851c-2b9e2a28375a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:47:44.134704 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-aecfa89e-e6f1-44b8-a9fa-b1071a559222 req-77923b82-0963-41d7-bef9-ace84201d63e tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313798 May 10 19:47:44.170102 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:44.186261 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1175eb33-e57b-44ea-a1bc-a3af9f082c2a {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:47:44.201371 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:44.205387 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:44.208191 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-5ac5a0c6-2b64-4bcf-aa57-bb66abbb1f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:44.270757 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:44.273942 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:44.680164 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['1175eb33-e57b-44ea-a1bc-a3af9f082c2a'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:47:45.317493 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0d5e5-e066-43ec-ab33-f272fdabc6a0 req-52658e8f-1c84-4439-8c53-360c71963e46 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:45.319192 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d9c0d5e5-e066-43ec-ab33-f272fdabc6a0 req-52658e8f-1c84-4439-8c53-360c71963e46 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 944 time: 0.0813179 May 10 19:47:45.362110 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d9c0d5e5-e066-43ec-ab33-f272fdabc6a0 req-1e89e608-dc33-447b-be29-5fa9ab1d711a tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373573 May 10 19:47:45.938119 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1175eb33-e57b-44ea-a1bc-a3af9f082c2a up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:47:46.012377 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:47:46.017342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:47:46.017714 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:46.130763 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:46.156714 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:47:46.166554 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:47:46.170125 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:46.171871 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:47:46.210465 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a', 'code': 200} May 10 19:47:46.241297 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:46.244173 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:47:46.458517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ebb80-bc16-42d9-b2bb-0ac785917b30 req-589d69a7-1f88-4c26-87ea-471bf27fb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:46.459989 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-257ebb80-bc16-42d9-b2bb-0ac785917b30 req-589d69a7-1f88-4c26-87ea-471bf27fb0d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 1098 time: 0.0709181 May 10 19:47:46.500650 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-257ebb80-bc16-42d9-b2bb-0ac785917b30 req-4a88db16-f013-44bc-b6a2-09b7cd4bef60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 May 10 19:47:46.547066 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732751d-53d9-4d52-8128-12cf4795109e req-2f3baa5e-ae90-44a5-8420-0aac659e2186 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:46.548996 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4732751d-53d9-4d52-8128-12cf4795109e req-2f3baa5e-ae90-44a5-8420-0aac659e2186 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0812495 May 10 19:47:46.592173 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4732751d-53d9-4d52-8128-12cf4795109e req-ed359311-c530-4c65-bc75-612a2cf29164 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 May 10 19:47:47.784266 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156f2d-b84c-4ac6-a6bd-3530b1e9cd34 req-e88ddd68-c6cb-40c8-911b-a57c41de5aac tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:47.785704 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c156f2d-b84c-4ac6-a6bd-3530b1e9cd34 req-e88ddd68-c6cb-40c8-911b-a57c41de5aac tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0894623 May 10 19:47:47.828430 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3c156f2d-b84c-4ac6-a6bd-3530b1e9cd34 req-d7a8125f-75b7-4831-be8a-fb82c2f274d1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 May 10 19:47:49.011752 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf464e-c3f2-4f30-8cf2-44038bf0f070 req-e1602620-542b-4460-9a2f-067aae53e921 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:47:49.013208 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5adf464e-c3f2-4f30-8cf2-44038bf0f070 req-e1602620-542b-4460-9a2f-067aae53e921 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0794151 May 10 19:47:49.061247 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5adf464e-c3f2-4f30-8cf2-44038bf0f070 req-b4660567-7cd1-4139-a3ee-d42c909ae26b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 May 10 19:47:49.166133 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3761a4cb-98c0-42cc-82cb-3cf85f7a9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:51.678173 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ab14b0db-310a-46b3-bc14-378a0f4e66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:51.867070 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:52.970119 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:53.423259 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:47:54.451902 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:01.949808 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662962ee-974a-455e-9cad-fd0d4e6ea848 req-d2ca680f-3e11-4ef1-8470-411d57f68f4b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:01.951154 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-662962ee-974a-455e-9cad-fd0d4e6ea848 req-d2ca680f-3e11-4ef1-8470-411d57f68f4b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0786123 May 10 19:48:01.993659 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-662962ee-974a-455e-9cad-fd0d4e6ea848 req-bcc0169a-e95a-40f9-90b0-a724d0ce7fe2 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369542 May 10 19:48:03.176175 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38abc5e-4606-4a03-a171-1e6546b38665 req-7fc3a5db-14bc-49f6-b5e1-b6a9b0cbf370 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:03.177635 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a38abc5e-4606-4a03-a171-1e6546b38665 req-7fc3a5db-14bc-49f6-b5e1-b6a9b0cbf370 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0785015 May 10 19:48:03.227738 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a38abc5e-4606-4a03-a171-1e6546b38665 req-4a44dd5a-1ce8-462e-afe1-f18d9384b3f1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 May 10 19:48:04.117332 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469677-9c2d-448a-b10d-918c1113c65d req-1831fe5c-af6b-4764-9528-49a57b16cf03 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:04.119021 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cc469677-9c2d-448a-b10d-918c1113c65d req-1831fe5c-af6b-4764-9528-49a57b16cf03 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0775878 May 10 19:48:04.253760 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Deleting port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:04.254924 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:04.390804 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] For port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:04.391646 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:04.418484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e91bf-b313-40ab-b767-b0e1730295b0 req-6709b433-0b6f-42d8-ba33-fc181e7946a0 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:04.419923 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-240e91bf-b313-40ab-b767-b0e1730295b0 req-6709b433-0b6f-42d8-ba33-fc181e7946a0 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f1a94c-31ed-4e67-832f-f65622b89ed5 HTTP/1.1" status: 200 len: 945 time: 0.0831618 May 10 19:48:04.464808 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-240e91bf-b313-40ab-b767-b0e1730295b0 req-25c6c626-fd89-49f4-a8a5-741c5473da42 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387490 May 10 19:48:04.511634 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Calling delete_port for 1175eb33-e57b-44ea-a1bc-a3af9f082c2a owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:04.618155 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:04.623633 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-244b6104-21b9-4a35-a1b6-f1173ecde49f tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:04.653839 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93', 'c06d843b-e142-4e07-b758-ba67383ab34a', '9aaf397b-9463-474f-9f82-558d467712e3', '1175eb33-e57b-44ea-a1bc-a3af9f082c2a'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:04.668256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event deleted for resources: {'Port': ['ID=1175eb33-e57b-44ea-a1bc-a3af9f082c2a,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:04.706596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.706975 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.707316 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.707667 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.708014 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.708361 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.708705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.709044 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.709383 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.709722 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.710081 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.710423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:04.743392 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:04.755483 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] No DVR routers for this DVR port 1175eb33-e57b-44ea-a1bc-a3af9f082c2a on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:48:04.757950 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:04.760497 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'name': 'network-vif-deleted', 'tag': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:04.777346 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cc469677-9c2d-448a-b10d-918c1113c65d req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "DELETE /v2.0/ports/1175eb33-e57b-44ea-a1bc-a3af9f082c2a HTTP/1.1" status: 204 len: 173 time: 0.6525369 May 10 19:48:04.810643 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f1a94c-31ed-4e67-832f-f65622b89ed5', 'name': 'network-vif-deleted', 'tag': '1175eb33-e57b-44ea-a1bc-a3af9f082c2a', 'status': 'completed', 'code': 200} May 10 19:48:07.123052 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30880ae7-a293-4eb9-b9f9-00d425c8eca5 req-7f36b0f6-2f25-43db-a695-60e3f604f596 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:07.124466 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-30880ae7-a293-4eb9-b9f9-00d425c8eca5 req-7f36b0f6-2f25-43db-a695-60e3f604f596 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 945 time: 0.0797026 May 10 19:48:07.170680 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-30880ae7-a293-4eb9-b9f9-00d425c8eca5 req-edcfde96-ea1e-44ed-8e07-3d27296560c4 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 May 10 19:48:08.066609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1175eb33-e57b-44ea-a1bc-a3af9f082c2a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:48:08.103311 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 1175eb33-e57b-44ea-a1bc-a3af9f082c2a {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:48:08.103653 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 1175eb33-e57b-44ea-a1bc-a3af9f082c2a not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:48:08.350810 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c40c91-a3ea-4268-b4ce-780aa2602582 req-46aa44fc-bdd8-4b4e-aea0-d8a607c8ec22 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:08.351415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c8c40c91-a3ea-4268-b4ce-780aa2602582 req-46aa44fc-bdd8-4b4e-aea0-d8a607c8ec22 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:08.366801 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c8c40c91-a3ea-4268-b4ce-780aa2602582 req-46aa44fc-bdd8-4b4e-aea0-d8a607c8ec22 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:08.368079 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8c40c91-a3ea-4268-b4ce-780aa2602582 req-46aa44fc-bdd8-4b4e-aea0-d8a607c8ec22 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 945 time: 0.0943384 May 10 19:48:08.411527 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c8c40c91-a3ea-4268-b4ce-780aa2602582 req-f6315e32-3593-4949-8db7-3783c5da3640 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377781 May 10 19:48:09.154622 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-debcaa50-dcc4-4f3b-8902-10e05aa0dfbd tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:09.156035 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-debcaa50-dcc4-4f3b-8902-10e05aa0dfbd tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 945 time: 0.0796824 May 10 19:48:09.286062 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Deleting port 9aaf397b-9463-474f-9f82-558d467712e3 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:09.286397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:09.414215 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] For port 9aaf397b-9463-474f-9f82-558d467712e3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9aaf397b-9463-474f-9f82-558d467712e3,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:09.414707 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:09.600919 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a5146-cd29-49a4-816f-3d021b502883 req-b823e721-75bb-47a9-925c-7346eb0cffae tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:09.602426 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-334a5146-cd29-49a4-816f-3d021b502883 req-b823e721-75bb-47a9-925c-7346eb0cffae tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=e329fbcf-f596-49fa-bb63-f6f024ff086d HTTP/1.1" status: 200 len: 945 time: 0.0829356 May 10 19:48:09.625891 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Calling delete_port for 9aaf397b-9463-474f-9f82-558d467712e3 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:09.648721 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-334a5146-cd29-49a4-816f-3d021b502883 req-beae3012-7967-4bbc-99e8-818f80fbf127 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 May 10 19:48:09.747224 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:09.753281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-43949eb6-22b7-470f-b865-cd54aead3559 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:09.785502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93', 'c06d843b-e142-4e07-b758-ba67383ab34a', '9aaf397b-9463-474f-9f82-558d467712e3'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:09.801377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event deleted for resources: {'Port': ['ID=9aaf397b-9463-474f-9f82-558d467712e3,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:09.840231 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:09.878261 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] No DVR routers for this DVR port 9aaf397b-9463-474f-9f82-558d467712e3 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:48:09.880717 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:09.883397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'name': 'network-vif-deleted', 'tag': '9aaf397b-9463-474f-9f82-558d467712e3'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:09.899798 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-937c2583-37f3-48f7-b249-4181d6a468f8 req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "DELETE /v2.0/ports/9aaf397b-9463-474f-9f82-558d467712e3 HTTP/1.1" status: 204 len: 173 time: 0.7377460 May 10 19:48:09.933706 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e329fbcf-f596-49fa-bb63-f6f024ff086d', 'name': 'network-vif-deleted', 'tag': '9aaf397b-9463-474f-9f82-558d467712e3', 'status': 'completed', 'code': 200} May 10 19:48:11.090670 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaabe8-c773-4b74-b38e-d2f1e9d2ced6 req-83fc755b-4f88-4374-a59e-4d4f7a8151e1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:11.092079 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ebcaabe8-c773-4b74-b38e-d2f1e9d2ced6 req-83fc755b-4f88-4374-a59e-4d4f7a8151e1 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 946 time: 0.0814564 May 10 19:48:11.135329 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ebcaabe8-c773-4b74-b38e-d2f1e9d2ced6 req-678b71a1-a390-43bc-bbc3-60dcf73cac51 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 May 10 19:48:12.066331 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9aaf397b-9463-474f-9f82-558d467712e3 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:48:12.107289 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 9aaf397b-9463-474f-9f82-558d467712e3 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:48:12.107569 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9aaf397b-9463-474f-9f82-558d467712e3 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:48:12.318237 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b89265-6871-4359-9414-ddf25933c3e4 req-a0b2eb32-ef25-4fa3-bd2e-1e6d5ca798b9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:12.318923 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-28b89265-6871-4359-9414-ddf25933c3e4 req-a0b2eb32-ef25-4fa3-bd2e-1e6d5ca798b9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:12.334953 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-28b89265-6871-4359-9414-ddf25933c3e4 req-a0b2eb32-ef25-4fa3-bd2e-1e6d5ca798b9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:12.336047 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28b89265-6871-4359-9414-ddf25933c3e4 req-a0b2eb32-ef25-4fa3-bd2e-1e6d5ca798b9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 946 time: 0.0968137 May 10 19:48:12.380525 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-28b89265-6871-4359-9414-ddf25933c3e4 req-3ed31e27-c4e3-4ffa-b626-b5cbf683f6a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 May 10 19:48:12.871535 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-a75e2b87-4032-4d97-a0a0-eb230baf8e17 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:12.872928 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-a75e2b87-4032-4d97-a0a0-eb230baf8e17 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 946 time: 0.0806146 May 10 19:48:13.004498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Deleting port c06d843b-e142-4e07-b758-ba67383ab34a {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:13.004842 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:13.133735 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] For port c06d843b-e142-4e07-b758-ba67383ab34a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=c06d843b-e142-4e07-b758-ba67383ab34a,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:13.134037 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:13.257917 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Calling delete_port for c06d843b-e142-4e07-b758-ba67383ab34a owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:13.365799 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:13.371898 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a5ee2086-5288-4d68-964f-52207923f976 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:13.400442 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93', 'c06d843b-e142-4e07-b758-ba67383ab34a'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:13.452834 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event deleted for resources: {'Port': ['ID=c06d843b-e142-4e07-b758-ba67383ab34a,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:13.460264 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:13.499594 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] No DVR routers for this DVR port c06d843b-e142-4e07-b758-ba67383ab34a on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:48:13.502758 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:13.505488 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'name': 'network-vif-deleted', 'tag': 'c06d843b-e142-4e07-b758-ba67383ab34a'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:13.523479 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-730d3f30-2ec3-4b71-976d-fd65c5d410d0 req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "DELETE /v2.0/ports/c06d843b-e142-4e07-b758-ba67383ab34a HTTP/1.1" status: 204 len: 173 time: 0.6446707 May 10 19:48:13.538720 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-76cf2d3a-c812-4337-936e-2c1d39727b4c req-d7bd9e11-96fc-4e5e-a0b9-7deb2faac390 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8bf91e-d64e-4587-a50d-0151565d28c0 HTTP/1.1" status: 200 len: 210 time: 0.0440903 May 10 19:48:13.564766 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8bf91e-d64e-4587-a50d-0151565d28c0', 'name': 'network-vif-deleted', 'tag': 'c06d843b-e142-4e07-b758-ba67383ab34a', 'status': 'completed', 'code': 200} May 10 19:48:15.075365 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:48:16.082891 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device c06d843b-e142-4e07-b758-ba67383ab34a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:48:16.123338 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: c06d843b-e142-4e07-b758-ba67383ab34a {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:48:16.123695 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device c06d843b-e142-4e07-b758-ba67383ab34a not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:48:16.211578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d3ba-a7a7-4ebd-8c20-d2b0654adcda req-54960904-01f2-4259-ae39-a77621bba047 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:16.212259 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-2788d3ba-a7a7-4ebd-8c20-d2b0654adcda req-54960904-01f2-4259-ae39-a77621bba047 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Synchronizing usage tracker for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:16.226766 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-2788d3ba-a7a7-4ebd-8c20-d2b0654adcda req-54960904-01f2-4259-ae39-a77621bba047 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Unset dirty status for tenant:0f2fe4adad2046f9ab3fa4848d016fc4 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:16.228037 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2788d3ba-a7a7-4ebd-8c20-d2b0654adcda req-54960904-01f2-4259-ae39-a77621bba047 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 945 time: 0.0978425 May 10 19:48:16.273116 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2788d3ba-a7a7-4ebd-8c20-d2b0654adcda req-9d6d68f1-5303-4da0-8d9d-7b98a4e884d7 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 May 10 19:48:17.277902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806dd56-681e-4745-862d-a7019a695ad6 req-16057194-80fa-4ad1-afa8-b449ff0378e7 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:17.279341 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8806dd56-681e-4745-862d-a7019a695ad6 req-16057194-80fa-4ad1-afa8-b449ff0378e7 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 945 time: 0.0773177 May 10 19:48:17.426797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Deleting port 15f2ecc7-3844-4a75-a4ca-858a065efa93 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:17.427144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:17.549473 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f68f62-201c-46ad-be3b-58e3a17250d8 req-0e6741b1-9966-4730-abcf-646c04e1fc64 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:17.550886 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-45f68f62-201c-46ad-be3b-58e3a17250d8 req-0e6741b1-9966-4730-abcf-646c04e1fc64 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54a8689-c013-4746-8b70-8d85364faf8b HTTP/1.1" status: 200 len: 945 time: 0.1676230 May 10 19:48:17.560847 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] For port 15f2ecc7-3844-4a75-a4ca-858a065efa93, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=15f2ecc7-3844-4a75-a4ca-858a065efa93,segment=NetworkSegment(fec3498b-0ef5-4e78-93fb-8167df7bb9a0),segment_id=fec3498b-0ef5-4e78-93fb-8167df7bb9a0)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:17.561200 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:17.596545 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-45f68f62-201c-46ad-be3b-58e3a17250d8 req-939ef2f5-ff25-41f7-882d-61f1f838374a tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.26 "GET /v2.0/security-groups?id=bb532173-dda8-4d16-a1dd-04a9deeb4184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 May 10 19:48:17.766274 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Calling delete_port for 15f2ecc7-3844-4a75-a4ca-858a065efa93 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:17.872392 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:17.877782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-03df843a-513d-4b5a-be75-f47e10ee74ec tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:17.906447 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['15f2ecc7-3844-4a75-a4ca-858a065efa93'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:17.920944 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Pushing event deleted for resources: {'Port': ['ID=15f2ecc7-3844-4a75-a4ca-858a065efa93,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:17.924369 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:17.994598 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] No DVR routers for this DVR port 15f2ecc7-3844-4a75-a4ca-858a065efa93 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:48:17.996923 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:17.999314 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'name': 'network-vif-deleted', 'tag': '15f2ecc7-3844-4a75-a4ca-858a065efa93'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:18.014133 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8806dd56-681e-4745-862d-a7019a695ad6 req-a452c4cd-1e56-4ada-9fc8-53b9c447d09f tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] 10.222.0.32 "DELETE /v2.0/ports/15f2ecc7-3844-4a75-a4ca-858a065efa93 HTTP/1.1" status: 204 len: 173 time: 0.7295094 May 10 19:48:18.046635 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54a8689-c013-4746-8b70-8d85364faf8b', 'name': 'network-vif-deleted', 'tag': '15f2ecc7-3844-4a75-a4ca-858a065efa93', 'status': 'completed', 'code': 200} May 10 19:48:18.697190 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55178) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:18.890198 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Deleting subnet 120e159d-dcf4-4a55-851c-2b9e2a28375a {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:48:18.892909 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:18.944053 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:18.996647 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.168669 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-260973dd-8d5f-4c90-84fc-f481a50fcf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.239682 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.244535 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6dd93e5b-dc06-465c-847c-1d73b237d602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:19.279605 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.282701 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120e159d-dcf4-4a55-851c-2b9e2a28375a,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:19.291840 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/120e159d-dcf4-4a55-851c-2b9e2a28375a HTTP/1.1" status: 204 len: 168 time: 0.5936644 May 10 19:48:19.293112 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.293474 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.293828 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.294204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.294550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.294657 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55184) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:19.295071 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.295222 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.295562 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.295901 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.296239 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.296573 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.296912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:19.301137 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:19.399955 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.522304 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.535350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:19.550367 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:19.550367 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec3498b-0ef5-4e78-93fb-8167df7bb9a0') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:19.559528 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.575763 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.582691 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:48:19.583191 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:48:19.595782 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:48:19.671417 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.675476 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:19.689259 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.700734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:19.703807 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:19.709627 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-bfab2915-426f-47f0-a56a-3db0a60c2dc8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3044c36a-d2e5-4bae-bb2c-8f689ff6c8b6 HTTP/1.1" status: 204 len: 168 time: 0.4140332 May 10 19:48:19.825829 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55192) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:19.877338 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-78ecb2a7-d65f-4bd8-8887-06d3337bec91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f2fe4adad2046f9ab3fa4848d016fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503116 May 10 19:48:19.879673 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55196) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:19.940973 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:19.965641 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:20.017769 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:20.022346 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-185f785d-e1ed-41ff-a853-08cba955390e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:20.034524 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb532173-dda8-4d16-a1dd-04a9deeb4184,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:20.038004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:20.044435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:20.045519 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8164c42b-ed1f-4c71-b9d2-b360be86f208 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb532173-dda8-4d16-a1dd-04a9deeb4184 HTTP/1.1" status: 204 len: 168 time: 0.1649888 May 10 19:48:20.098920 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 15f2ecc7-3844-4a75-a4ca-858a065efa93 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:48:20.132448 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 15f2ecc7-3844-4a75-a4ca-858a065efa93 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:48:20.132711 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 15f2ecc7-3844-4a75-a4ca-858a065efa93 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:48:21.680207 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9caaeb14-33d8-41e1-bb84-565acddd38ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:21.806807 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55252) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:21.870465 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:21.920578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:21.934704 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:21.938991 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Usage tracker for resource:security_group_rule and tenant:944b06bf23d74d5ca0581c6f3c70fb66 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:21.941680 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:21.947448 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:22.027022 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.030517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.038601 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-47ba3ca2-9769-4d84-920e-44a843063ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:22.081251 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=944b06bf23d74d5ca0581c6f3c70fb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734437 May 10 19:48:22.082168 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d191d-6a52-4b4f-bfcc-04421e73ae95,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:22.083973 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55258) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:22.085182 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:22.147745 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.172984 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.227465 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.231454 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-407e0f5e-cfc2-4588-ab72-b4207e558a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:22.241907 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d191d-6a52-4b4f-bfcc-04421e73ae95,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:22.245737 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:22.248997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.250115 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-47f08471-d0be-4255-853b-2c14869a596b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f49d191d-6a52-4b4f-bfcc-04421e73ae95 HTTP/1.1" status: 204 len: 168 time: 0.1644037 May 10 19:48:22.520718 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55266) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:22.539197 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.553104 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:22.556831 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8bd4a85d85408d9f45dcd50bdb9edb is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:22.559552 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:22.565596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:22.646670 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.650270 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.658310 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-d7a49f6d-03e1-4580-866e-85b66598970a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:22.697058 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd8bd4a85d85408d9f45dcd50bdb9edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748803 May 10 19:48:22.697878 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588d0a1-b334-4e2c-aba6-444f2db76685,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:22.699674 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55270) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:22.701087 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-830e1440-3315-4c63-819c-192c65edfc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:22.758223 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.783601 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.835166 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.838863 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2b106472-7332-490c-a6a7-9349bb9dfb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:22.849389 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588d0a1-b334-4e2c-aba6-444f2db76685,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:22.853139 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:22.856308 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:22.857400 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2588d0a1-b334-4e2c-aba6-444f2db76685 HTTP/1.1" status: 204 len: 168 time: 0.1561444 May 10 19:48:22.972858 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.451038 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.566658 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55296) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:23.668074 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913918778-network', 'tenant_id': 'afc501947e5345ff9da13682f94fd626'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:23.673109 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:23.676869 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Usage tracker for resource:network and tenant:afc501947e5345ff9da13682f94fd626 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:23.679730 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:23.685960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:23.696248 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Made reservation on behalf of afc501947e5345ff9da13682f94fd626 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:23.698779 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.710366 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.724291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:23.727986 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:afc501947e5345ff9da13682f94fd626 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:23.730741 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:23.736997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:23.819689 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.823142 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.826903 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7007c1dc-8871-43f5-aea8-07e7f0531041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:23.852793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:48:23.862113 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a05fa-5436-47b9-96cf-dcb2c38e0ba6,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:23.869183 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:23.871896 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.872238 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Added segment 7a315900-3d1c-49a8-9ca7-176bb8de19a0 of type vlan for network f581b529-f39f-49b0-97d5-75ed15f4053e May 10 19:48:23.900792 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.929470 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.930798 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:23.931385 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:23.935926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9a6102e0-e01f-44ad-bf1c-2b8a310514e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:24.028669 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4609573 May 10 19:48:24.031599 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55304) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:24.038945 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Request body: {'subnet': {'network_id': 'f581b529-f39f-49b0-97d5-75ed15f4053e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913918778-subnet', 'tenant_id': 'afc501947e5345ff9da13682f94fd626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:24.041870 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f581b529-f39f-49b0-97d5-75ed15f4053e,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:24.045051 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d09f1e59-cd2d-4227-b605-1e96e9cc7dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:24.045951 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:24.050863 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Usage tracker for resource:subnet and tenant:afc501947e5345ff9da13682f94fd626 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:24.052021 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network f581b529-f39f-49b0-97d5-75ed15f4053e details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:48:24.053685 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:24.059372 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:24.069970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Made reservation on behalf of afc501947e5345ff9da13682f94fd626 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:24.072361 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:24.450586 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:24.454875 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1c5cdf1d-6eb2-4cb4-8fb4-a251a672449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:24.456096 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:24.523344 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f224c1dd-c64e-4fe3-9354-bb5f5428acf0,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:24.526579 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:24.532793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Checking segment: {'id': '7a315900-3d1c-49a8-9ca7-176bb8de19a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f581b529-f39f-49b0-97d5-75ed15f4053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:48:24.533142 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Network hostable DHCP agents. Network: f581b529-f39f-49b0-97d5-75ed15f4053e, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:48:24.549257 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Network f581b529-f39f-49b0-97d5-75ed15f4053e is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:48:24.558370 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, f581b529-f39f-49b0-97d5-75ed15f4053e) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:24.566397 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:24.567013 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:24.567528 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac12a91-c12f-4ced-9de1-cfbe6701ca65 None None] Network f581b529-f39f-49b0-97d5-75ed15f4053e requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:48:24.587713 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-cf7fb590-6e63-4b15-9c82-dd30decae1a7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5550976 May 10 19:48:24.788278 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe05c3a-ad30-4b30-968a-7d95fd11376e None None] Network f581b529-f39f-49b0-97d5-75ed15f4053e requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:48:25.087807 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55324) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:25.093335 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1955237754-network', 'tenant_id': '0be8a5065cf94f66ac9cad2f2c40c158'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:25.098454 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:25.102193 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Usage tracker for resource:network and tenant:0be8a5065cf94f66ac9cad2f2c40c158 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:25.105321 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:25.111977 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:25.122490 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Made reservation on behalf of 0be8a5065cf94f66ac9cad2f2c40c158 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:25.124764 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.138644 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.154062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:25.157781 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Usage tracker for resource:security_group_rule and tenant:0be8a5065cf94f66ac9cad2f2c40c158 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:25.160675 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:25.169733 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:25.260699 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.264575 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.268307 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4cb94ea6-28d3-4a7c-87ef-462ee26d4313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:25.296262 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:48:25.305841 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3cbc4-164c-4971-9c6d-60d135358bc6,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:25.311373 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:25.312326 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.312814 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Added segment fb841f10-f664-4d32-9272-f2ee520fd6f4 of type vlan for network d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0 May 10 19:48:25.340553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.372368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.373695 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:25.374332 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.379201 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:25.559963 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4709527 May 10 19:48:25.562524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55328) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:25.565661 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:25.568622 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-64b3db82-9b10-4280-9a09-f0dc12d78af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:25.572172 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Request body: {'subnet': {'network_id': 'd8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1955237754-subnet', 'tenant_id': '0be8a5065cf94f66ac9cad2f2c40c158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:25.575289 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:48:25.576965 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:25.582027 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Usage tracker for resource:subnet and tenant:0be8a5065cf94f66ac9cad2f2c40c158 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:25.584842 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:25.590467 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:25.599914 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Made reservation on behalf of 0be8a5065cf94f66ac9cad2f2c40c158 for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:25.602198 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.979000 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:25.983267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:26.055456 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=025f7a45-dca0-4b20-bce7-d183b1afe8cb,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:26.059110 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:26.060179 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Checking segment: {'id': 'fb841f10-f664-4d32-9272-f2ee520fd6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:48:26.060531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Network hostable DHCP agents. Network: d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:48:26.078413 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Network d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:48:26.087318 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:26.095432 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:26.096022 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.098484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dfb4da-19ab-4687-8d88-b3404b6c724c None None] Network d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:48:26.116209 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-345e3579-59f8-4119-81e4-ebf1469bbf2c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5521474 May 10 19:48:26.245779 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55336) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:26.290675 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f84c7a-de94-4994-b186-3d3e2ab073df None None] Network d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:48:26.308159 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Deleting subnet f224c1dd-c64e-4fe3-9354-bb5f5428acf0 {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:48:26.311135 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.360400 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-497305'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.413407 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.654654 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1680338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495143'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.659511 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-74e71b5e-d36e-45ac-b5e0-1f5b271d4cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:26.695180 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f224c1dd-c64e-4fe3-9354-bb5f5428acf0,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:26.697206 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:26.698425 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:26.711993 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f224c1dd-c64e-4fe3-9354-bb5f5428acf0 HTTP/1.1" status: 204 len: 168 time: 0.4651980 May 10 19:48:26.714365 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55340) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:26.897894 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.015435 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.030338 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f581b529-f39f-49b0-97d5-75ed15f4053e']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:27.041687 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a315900-3d1c-49a8-9ca7-176bb8de19a0') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:27.041971 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a315900-3d1c-49a8-9ca7-176bb8de19a0') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:27.053383 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.069244 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.074908 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:48:27.075272 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:48:27.088000 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:48:27.160887 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.166471 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.168864 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1495711a-9847-4fd4-a7b0-cf0fe8d95c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:27.191569 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f581b529-f39f-49b0-97d5-75ed15f4053e,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:27.194392 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:27.196692 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-44b62634-70f4-4559-a3e3-48d8072a07f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f581b529-f39f-49b0-97d5-75ed15f4053e HTTP/1.1" status: 204 len: 168 time: 0.4811995 May 10 19:48:27.199116 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55346) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:27.256313 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Deleting subnet 025f7a45-dca0-4b20-bce7-d183b1afe8cb {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:48:27.259350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.306125 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-497305'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.362513 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.598699 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1680338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495143'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.603132 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-234f52cd-34b4-4e4f-aa1c-9f6cfbfedeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:27.641072 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025f7a45-dca0-4b20-bce7-d183b1afe8cb,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:27.643329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.646821 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:27.649492 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c1148066-4205-4c2c-acf0-2fd2db5937e5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/025f7a45-dca0-4b20-bce7-d183b1afe8cb HTTP/1.1" status: 204 len: 168 time: 0.4494939 May 10 19:48:27.652040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55350) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:27.754541 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.872468 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.884604 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:27.896068 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb841f10-f664-4d32-9272-f2ee520fd6f4') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:27.896360 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb841f10-f664-4d32-9272-f2ee520fd6f4') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:27.907732 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.923464 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.929222 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:48:27.929603 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:48:27.942292 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:48:28.016217 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.019727 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f908109c-fdb2-4459-80d9-26e2ea20e745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:28.032566 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.041101 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:28.043852 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8afe4e9-96aa-47ed-8ffc-a4b7b37b98f0 HTTP/1.1" status: 204 len: 168 time: 0.3909309 May 10 19:48:28.044775 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a2a6f38a-1265-4c18-b31c-7ec499167d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:28.212075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55358) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:28.260603 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-360ae60f-4efa-4782-b413-51b09b6441a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afc501947e5345ff9da13682f94fd626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471869 May 10 19:48:28.262932 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55362) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:28.323748 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.349948 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.400469 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.405459 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8e58ad76-501b-471c-9ead-584a0224ffb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:28.418832 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a05fa-5436-47b9-96cf-dcb2c38e0ba6,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:28.421647 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:28.422812 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.423664 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5d4b64fa-99ce-4dc6-ae4c-806217511504 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb6a05fa-5436-47b9-96cf-dcb2c38e0ba6 HTTP/1.1" status: 204 len: 168 time: 0.1598527 May 10 19:48:28.748518 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55370) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:28.795242 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-5add9f1f-437c-4e21-9750-2f273c95e872 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0be8a5065cf94f66ac9cad2f2c40c158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455410 May 10 19:48:28.797938 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55374) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:28.853059 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.878130 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.930860 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.935649 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-3eac48ee-dd15-4bf1-9a6d-0936168ac4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:28.945851 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3cbc4-164c-4971-9c6d-60d135358bc6,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:28.948703 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:28.954612 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:28.955738 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1f40defb-362e-4451-9cd3-d296a2d405e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ac3cbc4-164c-4971-9c6d-60d135358bc6 HTTP/1.1" status: 204 len: 168 time: 0.1568630 May 10 19:48:29.661860 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55400) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:29.764938 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-838759469-network', 'tenant_id': 'dd9e8abae2ba49639cd2fbdc547f461d'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:29.769512 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:29.773281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Usage tracker for resource:network and tenant:dd9e8abae2ba49639cd2fbdc547f461d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:29.776090 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:29.781706 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:29.791868 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Made reservation on behalf of dd9e8abae2ba49639cd2fbdc547f461d for: {'network': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:29.794199 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:29.806169 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:29.820759 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:29.824815 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Usage tracker for resource:security_group_rule and tenant:dd9e8abae2ba49639cd2fbdc547f461d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:29.827578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:29.833304 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:29.912429 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:29.915956 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:29.919625 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4b2215d6-49a8-4919-80d9-5bfb5b0f4ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:29.949744 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=78731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:48:29.955056 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf9490-973b-4dab-9e78-249ab0e44b86,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:29.958869 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:29.962321 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:29.962862 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.segments_db [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Added segment 6be31d8b-3bfe-4903-bdb8-c4bfed3d8416 of type vlan for network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 May 10 19:48:29.987740 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:30.016307 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:30.017636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:30.018233 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:30.023073 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fd319f33-9f1f-4ad4-8b68-f8bc41320d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:30.204186 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5412345 May 10 19:48:30.205168 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Pushing event updated for resources: {'Network': ['ID=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:30.207128 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55406) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:48:30.208312 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:30.212744 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Request body: {'subnet': {'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-838759469-subnet', 'tenant_id': 'dd9e8abae2ba49639cd2fbdc547f461d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:30.219484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:30.221864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:48:30.223690 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Usage tracker for resource:subnet and tenant:dd9e8abae2ba49639cd2fbdc547f461d is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:30.226732 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:30.232553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:30.243209 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Made reservation on behalf of dd9e8abae2ba49639cd2fbdc547f461d for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:30.245333 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:30.616069 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:30.620421 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a08adee8-69f3-45ea-ad4f-ed42de446f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:30.687552 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72cb125-794a-441c-8241-b4fcee0ac3ce,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:30.692190 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:30.696483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Checking segment: {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:48:30.696827 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Network hostable DHCP agents. Network: 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:48:30.712784 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:48:30.721490 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:30.729958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:30.730144 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92735233-0c88-4552-826a-f6b89489d494 None None] Network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:48:30.730573 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:30.751501 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0a4f14fc-7652-4809-9509-b1dc24151b0a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5432942 May 10 19:48:30.918771 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86cee6f-f24e-4527-aee2-981e13419a4f None None] Network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:48:32.768873 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-9dbd84e6-757e-4b49-9724-766e6df46377 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:32.769549 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-9dbd84e6-757e-4b49-9724-766e6df46377 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Synchronizing usage tracker for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:network {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:32.786029 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-9dbd84e6-757e-4b49-9724-766e6df46377 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Unset dirty status for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:network {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:32.787127 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-9dbd84e6-757e-4b49-9724-766e6df46377 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/networks?id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 200 len: 808 time: 0.1579154 May 10 19:48:32.801370 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-8ea25e31-0615-4287-8745-ed31c9d39a4d tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/quotas/dd9e8abae2ba49639cd2fbdc547f461d HTTP/1.1" status: 200 len: 375 time: 0.0086782 May 10 19:48:32.851007 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-1e520c93-d608-43af-bd09-7430adbb3220 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448031 May 10 19:48:32.977768 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7d7a136c-b690-4dc4-9a17-3611b57ec103 service neutron] 10.222.0.26 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201043 May 10 19:48:33.103906 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-b31a75e3-7568-4020-bb5c-e9a62ccff04d service neutron] 10.222.0.26 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205251 May 10 19:48:33.278532 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9f6745ad-65de-4755-b0f1-d93ea49be274 req-2d691ffc-1c37-490d-a2c9-f3767f7d08e0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 210 time: 0.0453248 May 10 19:48:34.440936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-61067460-a8fe-4e15-b1e5-7c2415c4a811 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:34.442526 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-61067460-a8fe-4e15-b1e5-7c2415c4a811 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "GET /v2.0/networks?id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 200 len: 808 time: 0.1869049 May 10 19:48:34.449116 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7bb9a31a-cec9-416f-acdc-b839f7fa5e7f req-6b99ce03-8df4-4a32-bde2-ae47aa6fabb9 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 210 time: 0.0520885 May 10 19:48:34.472806 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Request body: {'port': {'device_id': '9b171c53-0e43-4576-b76f-db563853afae', 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4', 'admin_state_up': True, 'tenant_id': 'dd9e8abae2ba49639cd2fbdc547f461d'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:34.604070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:34.607782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Usage tracker for resource:port and tenant:dd9e8abae2ba49639cd2fbdc547f461d is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:48:34.611060 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:48:34.616653 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:34.625903 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Made reservation on behalf of dd9e8abae2ba49639cd2fbdc547f461d for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:34.629276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:34.786255 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Allocated IP 172.20.0.11 (3836b6b4-a7ed-46a0-b0f5-7912c20b62b4/a72cb125-794a-441c-8241-b4fcee0ac3ce/9dda1514-5a75-4ec8-ae42-0b7edb231076) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:48:34.982296 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:35.009916 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:35.015083 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:35.076549 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:48:35.079873 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:35.083719 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:48:35.123188 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Pushing event updated for resources: {'Port': ['ID=9dda1514-5a75-4ec8-ae42-0b7edb231076,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:35.127544 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:35.153493 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:35.154131 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:35.173948 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7056305 May 10 19:48:35.241533 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Request body: {'port': {'device_id': '9b171c53-0e43-4576-b76f-db563853afae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:35.348742 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:35.632548 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213db27d-4df9-4f09-9b5c-913e3d03dee6 req-d2b1b8a9-db5e-476c-9826-9ec03a6ac899 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:35.634019 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-213db27d-4df9-4f09-9b5c-913e3d03dee6 req-d2b1b8a9-db5e-476c-9826-9ec03a6ac899 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 932 time: 0.0796256 May 10 19:48:35.678489 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-213db27d-4df9-4f09-9b5c-913e3d03dee6 req-4f435f41-7674-4d20-9380-b396238d9db5 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 May 10 19:48:35.774312 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dda1514-5a75-4ec8-ae42-0b7edb231076 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:48:35.781284 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:35.796133 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Transition to ACTIVE for port object 9dda1514-5a75-4ec8-ae42-0b7edb231076 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:48:35.799444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:35.803686 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:35.985828 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Pushing event updated for resources: {'Port': ['ID=9dda1514-5a75-4ec8-ae42-0b7edb231076,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:35.990849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:36.030957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Attempting to bind port 9dda1514-5a75-4ec8-ae42-0b7edb231076 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:48:36.031215 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Attempting to bind port 9dda1514-5a75-4ec8-ae42-0b7edb231076 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:48:36.032115 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Attempting to bind port 9dda1514-5a75-4ec8-ae42-0b7edb231076 on network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:48:36.036587 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Port 9dda1514-5a75-4ec8-ae42-0b7edb231076 on network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:48:36.036897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Attempting to bind port 9dda1514-5a75-4ec8-ae42-0b7edb231076 on network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:48:36.041831 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:48:36.042205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Checking segment: {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:48:36.042582 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Bound using segment: {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:48:36.042995 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Bound port: 9dda1514-5a75-4ec8-ae42-0b7edb231076, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:48:36.043332 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:36.128473 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] For port 9dda1514-5a75-4ec8-ae42-0b7edb231076, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:48:36.131389 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] For port 9dda1514-5a75-4ec8-ae42-0b7edb231076, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:48:36.135855 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:36.140236 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:36.193599 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:36.194226 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:36.195880 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] 10.222.0.32 "PUT /v2.0/ports/9dda1514-5a75-4ec8-ae42-0b7edb231076 HTTP/1.1" status: 200 len: 1094 time: 1.0002065 May 10 19:48:36.196633 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b171c53-0e43-4576-b76f-db563853afae', 'tag': '9dda1514-5a75-4ec8-ae42-0b7edb231076'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:36.226993 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Pushing event updated for resources: {'Port': ['ID=9dda1514-5a75-4ec8-ae42-0b7edb231076,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:36.229926 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:36.246311 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b171c53-0e43-4576-b76f-db563853afae', 'tag': '9dda1514-5a75-4ec8-ae42-0b7edb231076', 'status': 'completed', 'code': 200} May 10 19:48:36.329990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-a3531376-8a9c-4b3a-9408-e26f3147e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:36.331377 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-a3531376-8a9c-4b3a-9408-e26f3147e564 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 1097 time: 0.0694571 May 10 19:48:36.405878 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-d2e1893e-5b5d-4c2f-96e6-8583e0c826fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076 HTTP/1.1" status: 200 len: 217 time: 0.0615222 May 10 19:48:36.467066 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-9510b0a1-71ca-4289-b4e4-c3f97e103967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:36.468455 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-9510b0a1-71ca-4289-b4e4-c3f97e103967 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72cb125-794a-441c-8241-b4fcee0ac3ce HTTP/1.1" status: 200 len: 848 time: 0.0560832 May 10 19:48:36.512932 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-92de70c1-231f-4b3b-825c-c623be460928 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376561 May 10 19:48:36.638045 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-08e28efc-43df-4ac5-9b1d-daf368a4eb21 service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185224 May 10 19:48:36.764831 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7955ff19-b60a-4de2-829b-ce336bce67ad req-8af5b479-5229-4b9c-9105-6445def8cf8c service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206379 May 10 19:48:36.862665 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43dc95-f020-4c52-ad0c-3e78b03ec78f req-738ecf99-8532-4689-b6aa-c32cafde61e6 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:36.864103 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db43dc95-f020-4c52-ad0c-3e78b03ec78f req-738ecf99-8532-4689-b6aa-c32cafde61e6 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 944 time: 0.0823135 May 10 19:48:36.908813 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db43dc95-f020-4c52-ad0c-3e78b03ec78f req-d519ee58-86c1-46c5-adad-37e4d2df7e12 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 May 10 19:48:36.935814 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-a7e6a2bc-29bd-49df-9677-ed7d56e82c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:36.937294 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-a7e6a2bc-29bd-49df-9677-ed7d56e82c9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 1097 time: 0.0792136 May 10 19:48:37.065715 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-6c159229-3579-40fd-a236-8f371aebd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:37.067166 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-6c159229-3579-40fd-a236-8f371aebd6f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 200 len: 909 time: 0.1228867 May 10 19:48:37.132829 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-c401ba77-d7bb-4767-803e-f915bcb92ef4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076 HTTP/1.1" status: 200 len: 217 time: 0.0584426 May 10 19:48:37.284456 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-8233e382-e5a7-4d16-b92a-471cc89a5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:37.285901 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-8233e382-e5a7-4d16-b92a-471cc89a5861 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72cb125-794a-441c-8241-b4fcee0ac3ce HTTP/1.1" status: 200 len: 848 time: 0.1452899 May 10 19:48:37.331752 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-dd306aa2-9183-4d91-9339-529beb4fbe62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391753 May 10 19:48:37.459133 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-1dc916bb-0cc3-45c0-a88b-151cfd02a4d3 service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207914 May 10 19:48:37.587976 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ceffed04-1fc0-447f-9aa4-63745e97bf86 req-e2d574be-e9c2-4d75-ad06-55ad7d407518 service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215243 May 10 19:48:38.096210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-3c62fad7-0842-432b-a904-312cf291e45a tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:38.096977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-3c62fad7-0842-432b-a904-312cf291e45a tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Synchronizing usage tracker for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:38.114734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-3c62fad7-0842-432b-a904-312cf291e45a tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Unset dirty status for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:38.115830 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-3c62fad7-0842-432b-a904-312cf291e45a tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 944 time: 0.0999057 May 10 19:48:38.159084 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-53d165ed-9065-4035-a6ce-0eb26a8df14c tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Synchronizing usage tracker for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:security_group {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:38.175212 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-53d165ed-9065-4035-a6ce-0eb26a8df14c tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Unset dirty status for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:security_group {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:38.176344 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90c07faf-512e-4c2f-9413-9fc36cc8a4a6 req-53d165ed-9065-4035-a6ce-0eb26a8df14c tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547254 May 10 19:48:39.360491 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53255d73-6147-45ed-8ab4-6bfe5f5abebc req-149154e0-d777-4583-a400-203622d92d23 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:39.361839 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-53255d73-6147-45ed-8ab4-6bfe5f5abebc req-149154e0-d777-4583-a400-203622d92d23 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 944 time: 0.0797329 May 10 19:48:39.405158 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-53255d73-6147-45ed-8ab4-6bfe5f5abebc req-832f0bcf-25b4-4834-9402-27223bbb9a56 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377128 May 10 19:48:40.169230 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9dda1514-5a75-4ec8-ae42-0b7edb231076 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:48:40.338802 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 9dda1514-5a75-4ec8-ae42-0b7edb231076, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:40.352210 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '9dda1514-5a75-4ec8-ae42-0b7edb231076', 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4', 'port_id': '9dda1514-5a75-4ec8-ae42-0b7edb231076', 'mac_address': 'fa:16:3e:ef:55:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72cb125-794a-441c-8241-b4fcee0ac3ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:48:40.408619 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:40.425797 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dda1514-5a75-4ec8-ae42-0b7edb231076 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:48:40.440876 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 9dda1514-5a75-4ec8-ae42-0b7edb231076, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:40.446110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:40.447996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-23f10860-2e55-4bae-8bcb-3f225dd81e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:40.511130 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=9dda1514-5a75-4ec8-ae42-0b7edb231076,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:40.519104 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.519449 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.519785 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.520114 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.520440 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.520763 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.521084 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.521430 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.521743 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.522190 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.522510 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.522823 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:40.526627 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:40.587919 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c30ff-9c63-4e31-9f17-d7459f248180 req-cc44416d-3107-42e4-9349-05985783e5df tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:40.589355 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c94c30ff-9c63-4e31-9f17-d7459f248180 req-cc44416d-3107-42e4-9349-05985783e5df tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 945 time: 0.0796559 May 10 19:48:40.632495 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c94c30ff-9c63-4e31-9f17-d7459f248180 req-0ef76ac7-387a-4253-9bc1-9a3c770f00db tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 May 10 19:48:40.850802 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['9dda1514-5a75-4ec8-ae42-0b7edb231076'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:41.813722 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b6217-bf3b-4a61-8ec1-a63622a41035 req-c70e773f-e05c-4d67-8ba6-3ff8ec4c54cb tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:41.815161 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-572b6217-bf3b-4a61-8ec1-a63622a41035 req-c70e773f-e05c-4d67-8ba6-3ff8ec4c54cb tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 945 time: 0.0802815 May 10 19:48:41.858702 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-572b6217-bf3b-4a61-8ec1-a63622a41035 req-dc0391aa-7e31-4aa8-9445-d01c9ee603fb tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 May 10 19:48:42.178766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9dda1514-5a75-4ec8-ae42-0b7edb231076 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:48:42.245041 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 9dda1514-5a75-4ec8-ae42-0b7edb231076 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:48:42.249794 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 9dda1514-5a75-4ec8-ae42-0b7edb231076 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:48:42.250207 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:42.364142 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:42.391164 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b171c53-0e43-4576-b76f-db563853afae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dda1514-5a75-4ec8-ae42-0b7edb231076'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:42.400646 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 9dda1514-5a75-4ec8-ae42-0b7edb231076, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:42.408563 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:42.410498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:42.446049 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b171c53-0e43-4576-b76f-db563853afae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dda1514-5a75-4ec8-ae42-0b7edb231076', 'code': 200} May 10 19:48:42.481765 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=9dda1514-5a75-4ec8-ae42-0b7edb231076,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:42.485603 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:42.697283 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fbed0-9732-406a-a77e-5bd371aba69f req-a950b43e-e731-4976-b8e4-fddfe076a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:42.698682 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c65fbed0-9732-406a-a77e-5bd371aba69f req-a950b43e-e731-4976-b8e4-fddfe076a1a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 1099 time: 0.0701008 May 10 19:48:42.737346 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c65fbed0-9732-406a-a77e-5bd371aba69f req-9aaad50c-d516-49d2-9e43-96b619afb0bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 May 10 19:48:43.039328 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd00353-a18b-44e6-8cf5-c74c187c134f req-4170b997-3ee0-497c-ac95-cad08a242a28 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:43.040732 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fd00353-a18b-44e6-8cf5-c74c187c134f req-4170b997-3ee0-497c-ac95-cad08a242a28 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 946 time: 0.0805204 May 10 19:48:43.165558 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6fd00353-a18b-44e6-8cf5-c74c187c134f req-8aec9a7b-e680-4662-87f2-94d1f560a84c tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192355 May 10 19:48:44.358808 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd90b-73a4-49f9-9bb2-94bb78d343d2 req-41212f92-7221-4334-9796-e0ba55b0e2bd tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:44.360897 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c4ccd90b-73a4-49f9-9bb2-94bb78d343d2 req-41212f92-7221-4334-9796-e0ba55b0e2bd tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 946 time: 0.0829782 May 10 19:48:44.404635 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c4ccd90b-73a4-49f9-9bb2-94bb78d343d2 req-263d7aa0-ae80-4e8d-b295-878637d08b33 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375662 May 10 19:48:45.458259 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d5d01-bbee-4798-a9ac-3223cd672235 req-f2115d56-9b93-467d-8225-f7464764cf97 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:45.459700 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fc6d5d01-bbee-4798-a9ac-3223cd672235 req-f2115d56-9b93-467d-8225-f7464764cf97 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 946 time: 0.0803957 May 10 19:48:45.506868 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fc6d5d01-bbee-4798-a9ac-3223cd672235 req-f499d2a7-0316-4591-a806-de6bd96be686 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 May 10 19:48:46.686590 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7f3fb-d809-4c88-aeb8-4c8738ce08e0 req-a3580aea-614e-43db-92bd-db74309306b5 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:46.688431 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ebf7f3fb-d809-4c88-aeb8-4c8738ce08e0 req-a3580aea-614e-43db-92bd-db74309306b5 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 946 time: 0.0778644 May 10 19:48:46.737448 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ebf7f3fb-d809-4c88-aeb8-4c8738ce08e0 req-6ffc05a7-b405-4f3b-92ec-754344ceb986 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 May 10 19:48:47.052621 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-3176fe43-eda8-435b-a98a-09a6b19eb02b tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:47.054032 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-3176fe43-eda8-435b-a98a-09a6b19eb02b tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 946 time: 0.0773444 May 10 19:48:47.185929 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Deleting port 9dda1514-5a75-4ec8-ae42-0b7edb231076 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:48:47.186297 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.313464 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] For port 9dda1514-5a75-4ec8-ae42-0b7edb231076, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9dda1514-5a75-4ec8-ae42-0b7edb231076,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:47.313728 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.432850 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Calling delete_port for 9dda1514-5a75-4ec8-ae42-0b7edb231076 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:48:47.542897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.549809 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7b41f831-df7f-4232-94f9-ae76195bbfe1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:47.578750 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['9dda1514-5a75-4ec8-ae42-0b7edb231076'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:47.592183 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Pushing event deleted for resources: {'Port': ['ID=9dda1514-5a75-4ec8-ae42-0b7edb231076,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:47.596123 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:47.751487 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] No DVR routers for this DVR port 9dda1514-5a75-4ec8-ae42-0b7edb231076 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:48:47.754040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:47.756898 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b171c53-0e43-4576-b76f-db563853afae', 'name': 'network-vif-deleted', 'tag': '9dda1514-5a75-4ec8-ae42-0b7edb231076'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:47.772478 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-56b983fc-b4d0-4b31-8882-36ea72c85d79 req-f7fa52e3-c873-4492-a14c-d767fe1a9362 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "DELETE /v2.0/ports/9dda1514-5a75-4ec8-ae42-0b7edb231076 HTTP/1.1" status: 204 len: 173 time: 0.7131472 May 10 19:48:47.802266 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b171c53-0e43-4576-b76f-db563853afae', 'name': 'network-vif-deleted', 'tag': '9dda1514-5a75-4ec8-ae42-0b7edb231076', 'status': 'completed', 'code': 200} May 10 19:48:47.893170 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-47ee6cbb-52ce-4ab8-a6f5-571296ea8010 req-0d5248e1-b76c-420d-a7d8-4fd38bf55fea tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Synchronizing usage tracker for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:47.911102 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-47ee6cbb-52ce-4ab8-a6f5-571296ea8010 req-0d5248e1-b76c-420d-a7d8-4fd38bf55fea tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Unset dirty status for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:47.912449 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-47ee6cbb-52ce-4ab8-a6f5-571296ea8010 req-0d5248e1-b76c-420d-a7d8-4fd38bf55fea tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b171c53-0e43-4576-b76f-db563853afae HTTP/1.1" status: 200 len: 210 time: 0.0612590 May 10 19:48:49.170646 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d66183c9-ca0d-415f-93da-2dc67a0dbbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:49.265018 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-a4eff780-4f6b-4674-b3ce-5591f4dba714 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:49.266528 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-a4eff780-4f6b-4674-b3ce-5591f4dba714 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/networks?id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 200 len: 808 time: 0.1437461 May 10 19:48:49.280648 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-b06292fd-39e2-4813-b612-ee7f36590ccf tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/quotas/dd9e8abae2ba49639cd2fbdc547f461d HTTP/1.1" status: 200 len: 375 time: 0.0086784 May 10 19:48:49.326020 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-802328a1-989f-4547-a9bd-9770809b7ed7 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405476 May 10 19:48:49.453013 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-f43786c0-4604-4f89-a03c-3b3dc80275de service neutron] 10.222.0.26 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204877 May 10 19:48:49.581130 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-27319c9d-7213-478c-aa68-4165414aaeff service neutron] 10.222.0.26 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218090 May 10 19:48:49.752040 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3740a24-e970-455c-92d8-123e158908f9 req-713e1807-c841-4636-bf7a-59e82ee7aff2 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 210 time: 0.0420635 May 10 19:48:50.178068 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9dda1514-5a75-4ec8-ae42-0b7edb231076 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:48:50.212773 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 9dda1514-5a75-4ec8-ae42-0b7edb231076 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:48:50.213122 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 9dda1514-5a75-4ec8-ae42-0b7edb231076 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:48:50.843902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0dd8fb74-945f-41a0-a876-4b14acf19c9a tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:50.845311 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0dd8fb74-945f-41a0-a876-4b14acf19c9a tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "GET /v2.0/networks?id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 200 len: 808 time: 0.1436720 May 10 19:48:50.863466 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Request body: {'port': {'device_id': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4', 'admin_state_up': True, 'tenant_id': 'dd9e8abae2ba49639cd2fbdc547f461d'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:50.997637 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:48:51.008752 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:48:51.055832 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1b16f1c0-e152-4b48-b2ee-119affb13923 req-a745fdb8-02dc-4056-b939-4bc8a6c9c5f8 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 210 time: 0.0486982 May 10 19:48:51.060755 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Made reservation on behalf of dd9e8abae2ba49639cd2fbdc547f461d for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:51.064889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.228152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Allocated IP 172.20.0.2 (3836b6b4-a7ed-46a0-b0f5-7912c20b62b4/a72cb125-794a-441c-8241-b4fcee0ac3ce/81da709b-7e48-4db7-a9e9-78e1ec27c812) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:48:51.424867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.452865 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.458752 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-775784a4-a7fd-4702-b0fd-890c080cf65b tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:51.521064 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:48:51.524047 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:51.532424 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:48:51.565606 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Pushing event updated for resources: {'Port': ['ID=81da709b-7e48-4db7-a9e9-78e1ec27c812,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:51.570186 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:51.596205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:51.596797 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.619455 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-0e5cf8e7-4741-4bbd-b5bb-c4024c4d0240 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601945 May 10 19:48:51.645726 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Request body: {'port': {'device_id': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:48:51.684624 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4063f882-5663-4a1f-9b17-c8ba314ff16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.754320 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:51.873469 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.075087 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:48:52.169652 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81da709b-7e48-4db7-a9e9-78e1ec27c812 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:48:52.177442 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.193269 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Transition to ACTIVE for port object 81da709b-7e48-4db7-a9e9-78e1ec27c812 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:48:52.198758 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.204154 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fdbbabdc-a62f-4752-8ace-63d1c8249f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:52.239268 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ba98-b09d-4276-a0e3-43dbc2588bb3 req-562b3e8b-c7c0-448d-9c6e-9d704f2748ef tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:52.240650 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d051ba98-b09d-4276-a0e3-43dbc2588bb3 req-562b3e8b-c7c0-448d-9c6e-9d704f2748ef tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 931 time: 0.0812089 May 10 19:48:52.293455 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d051ba98-b09d-4276-a0e3-43dbc2588bb3 req-a7f85d7b-49b0-4317-a859-18087cd1b9c1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466356 May 10 19:48:52.352438 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Pushing event updated for resources: {'Port': ['ID=81da709b-7e48-4db7-a9e9-78e1ec27c812,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:52.360213 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:52.429154 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Attempting to bind port 81da709b-7e48-4db7-a9e9-78e1ec27c812 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:48:52.429481 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Attempting to bind port 81da709b-7e48-4db7-a9e9-78e1ec27c812 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:48:52.429810 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Attempting to bind port 81da709b-7e48-4db7-a9e9-78e1ec27c812 on network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:48:52.434339 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Port 81da709b-7e48-4db7-a9e9-78e1ec27c812 on network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:48:52.434651 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Attempting to bind port 81da709b-7e48-4db7-a9e9-78e1ec27c812 on network 3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:48:52.439600 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:48:52.439926 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Checking segment: {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:48:52.440304 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Bound using segment: {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:48:52.440712 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Bound port: 81da709b-7e48-4db7-a9e9-78e1ec27c812, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:48:52.441073 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.527980 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] For port 81da709b-7e48-4db7-a9e9-78e1ec27c812, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:48:52.530859 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] For port 81da709b-7e48-4db7-a9e9-78e1ec27c812, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:48:52.535672 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.539098 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-955f43e3-2869-4fd0-8d6d-efd701d18d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:52.590918 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:52.591540 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:52.592887 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-18150779-4a44-4544-a951-d771cf119f32 service neutron] 10.222.0.32 "PUT /v2.0/ports/81da709b-7e48-4db7-a9e9-78e1ec27c812 HTTP/1.1" status: 200 len: 1093 time: 0.9511292 May 10 19:48:52.593368 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'tag': '81da709b-7e48-4db7-a9e9-78e1ec27c812'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:48:52.617703 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Pushing event updated for resources: {'Port': ['ID=81da709b-7e48-4db7-a9e9-78e1ec27c812,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:52.620731 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:52.639830 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'tag': '81da709b-7e48-4db7-a9e9-78e1ec27c812', 'status': 'completed', 'code': 200} May 10 19:48:52.727881 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-39839da9-2119-4d02-b566-6f7c80b55f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:52.729305 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-39839da9-2119-4d02-b566-6f7c80b55f19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 1096 time: 0.0717058 May 10 19:48:52.800983 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-d96fb790-b642-409c-aca9-bb96d76e59e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812 HTTP/1.1" status: 200 len: 217 time: 0.0589163 May 10 19:48:52.862870 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-1af75aff-7e62-434e-a08e-511891a3d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:52.864144 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-1af75aff-7e62-434e-a08e-511891a3d835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72cb125-794a-441c-8241-b4fcee0ac3ce HTTP/1.1" status: 200 len: 848 time: 0.0575969 May 10 19:48:52.909838 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-e8a0e95e-8e35-4096-bcb4-b621562c1180 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383813 May 10 19:48:52.976386 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.036809 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-f8eb57fb-7cce-4ee5-9533-5f90d63c4801 service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210299 May 10 19:48:53.163775 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-334554ad-3a28-48f5-aab9-f2fbb05b3183 req-64ea0c95-adb4-421a-b5bc-603d403ab09c service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204383 May 10 19:48:53.321673 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65671-546a-433b-803a-ded87c24cea5 req-651c715a-6833-451d-8ccf-8a4a2b62da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:53.323235 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-651c715a-6833-451d-8ccf-8a4a2b62da6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 1096 time: 0.0710866 May 10 19:48:53.455148 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:53.459903 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65671-546a-433b-803a-ded87c24cea5 req-e821206d-e640-4bf4-aa7c-e6575417fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:53.461501 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-e821206d-e640-4bf4-aa7c-e6575417fb3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 200 len: 909 time: 0.1311390 May 10 19:48:53.495764 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435809-137a-4b86-b813-f6ddf75e2fe5 req-60f90691-e05d-4a7b-b33d-344f5b4862bc tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:53.497204 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d435809-137a-4b86-b813-f6ddf75e2fe5 req-60f90691-e05d-4a7b-b33d-344f5b4862bc tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 943 time: 0.0880790 May 10 19:48:53.532766 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-884d9331-99e7-4441-aaba-f180e42af703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812 HTTP/1.1" status: 200 len: 217 time: 0.0640354 May 10 19:48:53.541218 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d435809-137a-4b86-b813-f6ddf75e2fe5 req-06308b0d-ab5f-4f44-91cf-2c8f0ae4ba76 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 May 10 19:48:53.592949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65671-546a-433b-803a-ded87c24cea5 req-1ce745d4-a5b1-49b5-81bd-e1757e7f4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:53.594946 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-1ce745d4-a5b1-49b5-81bd-e1757e7f4ee9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a72cb125-794a-441c-8241-b4fcee0ac3ce HTTP/1.1" status: 200 len: 848 time: 0.0564969 May 10 19:48:53.643044 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-a413eb69-811e-425b-930e-bc32c41c106d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420356 May 10 19:48:53.860676 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-0649fb70-9c0b-458d-ac25-bf57099a63e0 service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114270 May 10 19:48:53.991107 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-21d65671-546a-433b-803a-ded87c24cea5 req-92513583-ccdb-483f-abf2-db29db9f1349 service neutron] 10.222.0.32 "GET /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237693 May 10 19:48:54.458027 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:54.722874 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349271c4-83c9-48b3-85da-d18941143c9d req-59f560b5-a8b5-4c43-a34a-3b1d9531307e tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:54.723469 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-349271c4-83c9-48b3-85da-d18941143c9d req-59f560b5-a8b5-4c43-a34a-3b1d9531307e tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Synchronizing usage tracker for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:48:54.738562 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-349271c4-83c9-48b3-85da-d18941143c9d req-59f560b5-a8b5-4c43-a34a-3b1d9531307e tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Unset dirty status for tenant:dd9e8abae2ba49639cd2fbdc547f461d on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:48:54.739655 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-349271c4-83c9-48b3-85da-d18941143c9d req-59f560b5-a8b5-4c43-a34a-3b1d9531307e tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 943 time: 0.0940716 May 10 19:48:54.782955 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-349271c4-83c9-48b3-85da-d18941143c9d req-b2e694a3-d818-4f53-919e-9d2abc4a20b3 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375321 May 10 19:48:55.966252 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3d4bc-9709-4f9d-9fa0-8288dfe9aca3 req-0a914e89-dc96-4b4f-b719-3419f5905f2c tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:55.967670 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4bb3d4bc-9709-4f9d-9fa0-8288dfe9aca3 req-0a914e89-dc96-4b4f-b719-3419f5905f2c tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 943 time: 0.0816619 May 10 19:48:56.012321 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4bb3d4bc-9709-4f9d-9fa0-8288dfe9aca3 req-75ee738f-0761-45eb-af8b-c598d41c583d tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391011 May 10 19:48:57.193583 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fd4f1-bfa0-4983-863c-bd40cb4e3613 req-ee6ff92e-5fab-4939-a205-1f3939626576 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:57.195023 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-753fd4f1-bfa0-4983-863c-bd40cb4e3613 req-ee6ff92e-5fab-4939-a205-1f3939626576 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 943 time: 0.0807521 May 10 19:48:57.237775 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-753fd4f1-bfa0-4983-863c-bd40cb4e3613 req-2d94d516-c3c7-49fb-a0ae-91b406a7f932 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 May 10 19:48:58.237063 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 81da709b-7e48-4db7-a9e9-78e1ec27c812 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:48:58.376183 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 81da709b-7e48-4db7-a9e9-78e1ec27c812, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:58.390867 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': '81da709b-7e48-4db7-a9e9-78e1ec27c812', 'network_id': '3836b6b4-a7ed-46a0-b0f5-7912c20b62b4', 'port_id': '81da709b-7e48-4db7-a9e9-78e1ec27c812', 'mac_address': 'fa:16:3e:1b:e2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72cb125-794a-441c-8241-b4fcee0ac3ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:48:58.426537 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23749d6b-53a9-4978-8010-f87b7dd5ce72 req-85789835-f945-48cd-9cbb-1af93b0c999e tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:58.428078 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-23749d6b-53a9-4978-8010-f87b7dd5ce72 req-85789835-f945-48cd-9cbb-1af93b0c999e tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 943 time: 0.0812480 May 10 19:48:58.445277 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:58.461836 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81da709b-7e48-4db7-a9e9-78e1ec27c812 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:48:58.476280 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-23749d6b-53a9-4978-8010-f87b7dd5ce72 req-f033f3dc-091a-4ed2-8750-77ddd0e626f0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 May 10 19:48:58.477636 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 81da709b-7e48-4db7-a9e9-78e1ec27c812, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:48:58.482472 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:48:58.484207 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ae184f7d-820d-40cb-82d9-bd1c466ad2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:48:58.550238 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=81da709b-7e48-4db7-a9e9-78e1ec27c812,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:58.553143 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:48:58.844957 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['81da709b-7e48-4db7-a9e9-78e1ec27c812'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:48:59.669240 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97578bca-61e4-4651-99c2-2f289cc36148 req-c2f5348e-da7c-4715-91c3-239774334ca8 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:48:59.670598 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-97578bca-61e4-4651-99c2-2f289cc36148 req-c2f5348e-da7c-4715-91c3-239774334ca8 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 944 time: 0.0871708 May 10 19:48:59.715570 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-97578bca-61e4-4651-99c2-2f289cc36148 req-b447256e-4d1c-4505-a034-fb73935c85b5 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 May 10 19:49:00.239594 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 81da709b-7e48-4db7-a9e9-78e1ec27c812 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:49:00.306707 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port 81da709b-7e48-4db7-a9e9-78e1ec27c812 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:49:00.311504 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port 81da709b-7e48-4db7-a9e9-78e1ec27c812 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:49:00.311880 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:00.423812 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:00.452320 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81da709b-7e48-4db7-a9e9-78e1ec27c812'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:49:00.462312 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port 81da709b-7e48-4db7-a9e9-78e1ec27c812, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:49:00.466255 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:00.468088 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:00.528008 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81da709b-7e48-4db7-a9e9-78e1ec27c812', 'code': 200} May 10 19:49:00.566323 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=81da709b-7e48-4db7-a9e9-78e1ec27c812,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:00.569452 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:00.747954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76de57-4033-4294-8509-2c3cff3a6baa req-1d615a1e-76de-4bfb-affa-982d24e67669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:00.749397 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ea76de57-4033-4294-8509-2c3cff3a6baa req-1d615a1e-76de-4bfb-affa-982d24e67669 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 1098 time: 0.0681512 May 10 19:49:00.789476 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ea76de57-4033-4294-8509-2c3cff3a6baa req-a3094a3c-13f2-47e3-a9c0-02068ef4ea12 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 May 10 19:49:00.898404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a16ec-ff6e-4256-ade8-26b74c8d78fa req-db9bcf9f-469f-4157-8cda-5f3bcf7cc375 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:00.899825 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-657a16ec-ff6e-4256-ade8-26b74c8d78fa req-db9bcf9f-469f-4157-8cda-5f3bcf7cc375 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0805366 May 10 19:49:00.944779 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-657a16ec-ff6e-4256-ade8-26b74c8d78fa req-5d42aeaa-3cf8-49f7-9dc9-d2e4d295678d tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 May 10 19:49:02.128272 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541463a-9412-489a-81ce-82bc76b67b35 req-927aa5c4-62a9-4d91-8350-495ed7db2359 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:02.129709 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b541463a-9412-489a-81ce-82bc76b67b35 req-927aa5c4-62a9-4d91-8350-495ed7db2359 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0796845 May 10 19:49:02.172878 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b541463a-9412-489a-81ce-82bc76b67b35 req-ba42ea62-3ba3-45c0-8ca6-d356c96fb5b0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 May 10 19:49:03.352604 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d50a2-763f-4aeb-832d-211edade1c83 req-edf40f4f-2897-445d-ae5e-3875e71eeac5 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:03.354087 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-294d50a2-763f-4aeb-832d-211edade1c83 req-edf40f4f-2897-445d-ae5e-3875e71eeac5 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0788012 May 10 19:49:03.401135 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-294d50a2-763f-4aeb-832d-211edade1c83 req-875d6655-cf4b-49d6-9b08-ee64810bfb8f tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 May 10 19:49:04.537849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719aa99-e22e-40a9-93e3-5813695fdf4d req-e45997c5-08d0-408a-9ebf-cb1c139a32cc tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:04.539324 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5719aa99-e22e-40a9-93e3-5813695fdf4d req-e45997c5-08d0-408a-9ebf-cb1c139a32cc tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0792193 May 10 19:49:04.583449 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5719aa99-e22e-40a9-93e3-5813695fdf4d req-0dbe178e-7ff8-4b31-87bb-ee227570e538 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 May 10 19:49:05.768723 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27082c-eb50-4119-8444-03dccc9bb372 req-ce81b295-e916-4e35-b9f7-064de7dc4987 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:05.770177 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d27082c-eb50-4119-8444-03dccc9bb372 req-ce81b295-e916-4e35-b9f7-064de7dc4987 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0806692 May 10 19:49:05.813627 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d27082c-eb50-4119-8444-03dccc9bb372 req-d2490209-87f4-4c09-8efd-10c6ca8181d0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/security-groups?id=3fcf9490-973b-4dab-9e78-249ab0e44b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 May 10 19:49:06.033839 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61e375-3900-4a64-81ba-aeef894c904b req-249844b0-f8e3-40dc-9271-4913d0808bfc tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:49:06.035259 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c61e375-3900-4a64-81ba-aeef894c904b req-249844b0-f8e3-40dc-9271-4913d0808bfc tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 945 time: 0.0794272 May 10 19:49:06.166547 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Deleting port 81da709b-7e48-4db7-a9e9-78e1ec27c812 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:49:06.166879 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:06.292352 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] For port 81da709b-7e48-4db7-a9e9-78e1ec27c812, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=81da709b-7e48-4db7-a9e9-78e1ec27c812,segment=NetworkSegment(6be31d8b-3bfe-4903-bdb8-c4bfed3d8416),segment_id=6be31d8b-3bfe-4903-bdb8-c4bfed3d8416)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:49:06.292615 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:06.410786 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Calling delete_port for 81da709b-7e48-4db7-a9e9-78e1ec27c812 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:49:06.517292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:06.522852 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-23d073a4-9730-469b-a215-8f13a6967857 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:06.567977 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Pushing event deleted for resources: {'Port': ['ID=81da709b-7e48-4db7-a9e9-78e1ec27c812,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:06.602218 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.602591 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.602954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.603310 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.603662 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.604013 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.604359 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.604704 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.605055 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.605396 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.605740 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.606103 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:06.613689 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:06.655016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] No DVR routers for this DVR port 81da709b-7e48-4db7-a9e9-78e1ec27c812 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:49:06.657948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:06.660421 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'name': 'network-vif-deleted', 'tag': '81da709b-7e48-4db7-a9e9-78e1ec27c812'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:49:06.675550 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2c61e375-3900-4a64-81ba-aeef894c904b req-39b4a78c-9799-4039-b5c5-4d48c80970a0 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.32 "DELETE /v2.0/ports/81da709b-7e48-4db7-a9e9-78e1ec27c812 HTTP/1.1" status: 204 len: 173 time: 0.6350327 May 10 19:49:06.710429 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd044552a-c416-4a07-9630-539a5fc1ebd0', 'name': 'network-vif-deleted', 'tag': '81da709b-7e48-4db7-a9e9-78e1ec27c812', 'status': 'completed', 'code': 200} May 10 19:49:06.972810 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8578a24f-0002-43fb-a4c2-5b572e33d0e0 req-40d2fa27-cd76-4a1e-98b9-c18171c497d1 tempest-VolumesActionsTest-1285233851 tempest-VolumesActionsTest-1285233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=d044552a-c416-4a07-9630-539a5fc1ebd0 HTTP/1.1" status: 200 len: 210 time: 0.0416236 May 10 19:49:08.287835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 81da709b-7e48-4db7-a9e9-78e1ec27c812 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:49:08.323705 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: 81da709b-7e48-4db7-a9e9-78e1ec27c812 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:49:08.324048 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device 81da709b-7e48-4db7-a9e9-78e1ec27c812 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:49:19.183187 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-41514c1b-185f-48b9-85f9-c5e10f728763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:21.698407 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-da768157-80d3-468c-b42c-de4f0f4a7a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:21.880707 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:22.980799 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:23.467437 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:24.461511 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:29.074723 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:49:31.692390 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 55910) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:49:31.752653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Deleting subnet a72cb125-794a-441c-8241-b4fcee0ac3ce {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:49:31.755476 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:31.802491 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:31.854405 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.090522 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.095496 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:32.127553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72cb125-794a-441c-8241-b4fcee0ac3ce,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:32.132368 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.140166 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.140539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.140905 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.141263 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.141613 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.141965 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.142338 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.142687 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.143032 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.143379 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.143721 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.144061 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:32.147468 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a72cb125-794a-441c-8241-b4fcee0ac3ce HTTP/1.1" status: 204 len: 168 time: 0.4541013 May 10 19:49:32.148420 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-634c80bc-cc3e-4ad9-a368-19938c4c28fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:32.149993 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55914) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:49:32.337210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.457902 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.470611 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3836b6b4-a7ed-46a0-b0f5-7912c20b62b4']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:32.481949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:32.482268 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be31d8b-3bfe-4903-bdb8-c4bfed3d8416') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:49:32.493016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.508214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.514467 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:49:32.514835 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:49:32.527892 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:49:32.602120 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.606294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:32.619515 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.631082 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3836b6b4-a7ed-46a0-b0f5-7912c20b62b4,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:32.634310 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:32.637498 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/3836b6b4-a7ed-46a0-b0f5-7912c20b62b4 HTTP/1.1" status: 204 len: 168 time: 0.4864566 May 10 19:49:32.748411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55922) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:49:32.796055 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-74f74266-7e65-4642-a3a6-467b01b3ef76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd9e8abae2ba49639cd2fbdc547f461d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464184 May 10 19:49:32.798972 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 55926) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:49:32.853415 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.878051 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.927266 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.932031 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-76f4d739-c354-4f74-9f00-ab4fd739de6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:49:32.948581 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcf9490-973b-4dab-9e78-249ab0e44b86,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:32.951573 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:49:32.959901 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:32.961321 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fcf9490-973b-4dab-9e78-249ab0e44b86 HTTP/1.1" status: 204 len: 168 time: 0.1612430 May 10 19:49:49.176762 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bc0522ec-2f88-4f94-b0da-e23cb2a14e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:51.682299 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-c8c220dd-c919-41a9-b05c-f81cc64d1d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:51.872501 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:52.982556 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:53.464117 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:49:54.462382 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:06.073282 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:50:19.177862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3fb39e66-6de4-41ce-a494-bdf114f01a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:21.684914 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-18a5ee78-a92f-4b2a-a4b4-fd68b702402f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:21.876898 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:22.987910 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:23.454734 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:24.465909 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.102131 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56260) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:28.219968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.234161 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:28.237844 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Usage tracker for resource:security_group_rule and tenant:ea4309cdeb8c40e3849837ec2f57d7c5 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:28.240607 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:28.246201 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:28.329001 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.332609 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.341012 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-20853bc9-6649-4bff-aa81-ba9c6d0675d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:28.379242 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a74f11-c6ba-4c93-b232-ec019da68866,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:28.382639 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:28.385521 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-ec724218-610d-47bc-bb8b-6b21ac5d64af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea4309cdeb8c40e3849837ec2f57d7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824063 May 10 19:50:28.388152 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56268) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:28.448302 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.473685 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.526762 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.531923 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b79aabf6-2a9c-4e88-a603-dcb8daee7553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:28.544866 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a74f11-c6ba-4c93-b232-ec019da68866,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:28.548240 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:28.549480 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:28.550735 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7a74f11-c6ba-4c93-b232-ec019da68866 HTTP/1.1" status: 204 len: 168 time: 0.1615751 May 10 19:50:29.660085 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56302) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:29.774397 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:29.788695 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:29.792436 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Usage tracker for resource:security_group_rule and tenant:aea01d9b0391406f9749f242b996022e is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:29.795172 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:29.800734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:29.881644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:29.885154 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:29.893662 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-759f11f4-a423-4c05-a6e1-197d37408535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:29.931018 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aea01d9b0391406f9749f242b996022e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698774 May 10 19:50:29.932880 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59d2dd4-a063-486d-b62a-8aeff05b7f87,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:29.933660 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56308) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:29.941005 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.941382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.941831 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.942162 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.942519 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.942873 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.943225 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.943574 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.944175 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.944521 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.944868 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.945211 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:29.949182 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:29.991986 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:30.017581 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:30.067181 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:30.071169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fa88fcd3-3dea-4dc6-8a77-84d4b53c1526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:30.082389 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59d2dd4-a063-486d-b62a-8aeff05b7f87,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:30.085062 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:30.090864 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:30.091944 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f59d2dd4-a063-486d-b62a-8aeff05b7f87 HTTP/1.1" status: 204 len: 168 time: 0.1572835 May 10 19:50:30.730714 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56334) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:30.830708 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-621532135-network', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:30.835288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:30.839102 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Usage tracker for resource:network and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:30.841941 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:30.848742 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:30.858222 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Made reservation on behalf of d230d433d50c45be8cc52f3913c28961 for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:30.861202 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:30.873036 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:30.886725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:30.890473 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:30.893179 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:30.898799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:31.059286 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.063074 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.067280 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b972b10-5460-42ab-8c45-c47af3b51202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:31.091412 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:50:31.104140 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4b7d7-1651-4da2-9861-e29e7bccd627,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:31.107432 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:31.110275 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.110611 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Added segment 04e07813-107e-4e83-87fc-831c1af883db of type vlan for network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b May 10 19:50:31.136057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.165108 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.166757 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:31.167337 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.171847 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6b6cf4e5-499a-4809-b085-66b8686d08f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:31.268708 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5369484 May 10 19:50:31.269587 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Pushing event updated for resources: {'Network': ['ID=1089c09e-e4c5-4e7b-9e81-c2966f2d058b,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:31.271588 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56340) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:31.272494 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:31.277444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Request body: {'subnet': {'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-621532135-subnet', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'ip_version': 4}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:31.283592 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:31.284235 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:50:31.287423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Usage tracker for resource:subnet and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:31.290242 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:31.295822 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:31.306294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Made reservation on behalf of d230d433d50c45be8cc52f3913c28961 for: {'subnet': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:31.308538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495052'] for subnet, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.681184 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1815057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495166'] for subnet, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.685552 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:31.755078 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b8c713-5b50-4f0d-8915-78feeeaf03b5,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:31.759673 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:31.763550 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Checking segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:31.763897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Network hostable DHCP agents. Network: 1089c09e-e4c5-4e7b-9e81-c2966f2d058b, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:50:31.780613 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:50:31.789593 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 1089c09e-e4c5-4e7b-9e81-c2966f2d058b) {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:31.798743 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:31.799382 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.800192 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7bccc7-c605-43d3-9363-de6584a15f10 None None] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:31.824176 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c8217f4c-0e7c-4b1b-8667-88bb27b0c64b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5512583 May 10 19:50:31.826897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56346) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:31.831819 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:31.836215 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:31.840030 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Usage tracker for resource:router and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:31.842957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:31.848632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:31.857890 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.859422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:31.874074 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.010645 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:50:32.011511 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.134551 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.161510 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Allocated IP 172.20.0.2 (1089c09e-e4c5-4e7b-9e81-c2966f2d058b/23b8c713-5b50-4f0d-8915-78feeeaf03b5/ddeb3c96-5950-4314-9faf-b9005ac87166) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:32.364212 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.374232 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Transition to ACTIVE for port object ddeb3c96-5950-4314-9faf-b9005ac87166 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:32.392734 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Transition to ACTIVE for port object ddeb3c96-5950-4314-9faf-b9005ac87166 will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:32.399624 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.412960 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:32.462203 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:32.464983 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:32.469259 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:32.518911 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Pushing event updated for resources: {'Port': ['ID=ddeb3c96-5950-4314-9faf-b9005ac87166,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:32.533247 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.562143 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.572881 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.573193 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.573522 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.573845 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.574185 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.574505 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.574818 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.575131 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.575448 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.575763 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.576076 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.576387 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:32.581471 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:32.587758 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Attempting to bind port ddeb3c96-5950-4314-9faf-b9005ac87166 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:32.588120 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Attempting to bind port ddeb3c96-5950-4314-9faf-b9005ac87166 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:32.588484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Attempting to bind port ddeb3c96-5950-4314-9faf-b9005ac87166 on network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:32.594209 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:32.594581 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Checking segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:32.594975 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.595351 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Bound using segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:32.595803 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Bound port: ddeb3c96-5950-4314-9faf-b9005ac87166, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:32.596169 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.682325 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] For port ddeb3c96-5950-4314-9faf-b9005ac87166, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:32.685184 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] For port ddeb3c96-5950-4314-9faf-b9005ac87166, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddeb3c96-5950-4314-9faf-b9005ac87166,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:32.688744 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.693017 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:32.697687 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Allocated IP 172.27.3.180 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/fcfca62f-d422-4a5b-8673-ecd8a96be783) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:32.781598 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Pushing event updated for resources: {'Port': ['ID=ddeb3c96-5950-4314-9faf-b9005ac87166,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:32.785933 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:32.851682 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.881332 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:32.885126 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-edd9155b-8ed8-4432-87c7-ad5f94c99dec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:32.944601 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:32.947671 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:32.954048 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:32.992607 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfca62f-d422-4a5b-8673-ecd8a96be783,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:32.996690 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:33.358721 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.620727 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddeb3c96-5950-4314-9faf-b9005ac87166 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:33.691413 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f4834-5e36-4ecf-a764-f9a7d4be4133 None None] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:33.761265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port ddeb3c96-5950-4314-9faf-b9005ac87166 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:33.780931 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Provisioning for port ddeb3c96-5950-4314-9faf-b9005ac87166 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:33.793046 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Provisioning complete for port ddeb3c96-5950-4314-9faf-b9005ac87166 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:33.793426 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:33.801056 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.001123 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Router c303e169-ea65-42a8-a3f0-04ae19451bdb is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:50:34.048498 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.086695 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-410d4b53-f684-4f08-ab63-437427849270 None None] For port ddeb3c96-5950-4314-9faf-b9005ac87166, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddeb3c96-5950-4314-9faf-b9005ac87166,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:34.096766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.099534 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:34.172779 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Pushing event updated for resources: {'Port': ['ID=ddeb3c96-5950-4314-9faf-b9005ac87166,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:34.175918 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:34.191213 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:50:34.201640 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Sync routers for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:50:34.211409 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:34.212296 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:34.215448 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.216959 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3891304 May 10 19:50:34.220147 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56354) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:34.391738 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:34.420719 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-0e5ee95f-b01e-4f99-8c70-7dd2cbd91ae2 None None] Provisioning complete for port ddeb3c96-5950-4314-9faf-b9005ac87166 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:34.421642 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0e5ee95f-b01e-4f99-8c70-7dd2cbd91ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.677072 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:33Z', 'revision_number': 3, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:34.680864 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Checking router: c303e169-ea65-42a8-a3f0-04ae19451bdb for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:50:34.681209 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Updating router c303e169-ea65-42a8-a3f0-04ae19451bdb port fcfca62f-d422-4a5b-8673-ecd8a96be783 binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:50:34.736782 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:34.889709 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.088028 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.100612 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Transition to ACTIVE for port object fcfca62f-d422-4a5b-8673-ecd8a96be783 will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:35.107420 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.112283 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-11e7c3e8-3578-4721-84c7-1f2dc3a9eaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:35.189519 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Attempting to bind port fcfca62f-d422-4a5b-8673-ecd8a96be783 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:35.189807 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Attempting to bind port fcfca62f-d422-4a5b-8673-ecd8a96be783 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:35.190201 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Attempting to bind port fcfca62f-d422-4a5b-8673-ecd8a96be783 on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:35.193469 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Pushing event updated for resources: {'Port': ['ID=fcfca62f-d422-4a5b-8673-ecd8a96be783,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:35.198582 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:35.198952 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:35.199348 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.199737 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:35.200194 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Bound port: fcfca62f-d422-4a5b-8673-ecd8a96be783, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:35.200577 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.207812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Allocated IP 172.20.0.1 (1089c09e-e4c5-4e7b-9e81-c2966f2d058b/23b8c713-5b50-4f0d-8915-78feeeaf03b5/4a2dd112-50e0-4cbb-b36f-f05239954c14) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:35.231980 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.232540 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.232641 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.232957 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.233312 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.233669 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.233987 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.234339 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.234681 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.235000 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.235316 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.235632 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:35.244208 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:35.281792 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] For port fcfca62f-d422-4a5b-8673-ecd8a96be783, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:35.285614 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] For port fcfca62f-d422-4a5b-8673-ecd8a96be783, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=fcfca62f-d422-4a5b-8673-ecd8a96be783,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:35.289844 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.293740 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:35.353295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.368189 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Transition to ACTIVE for port object 4a2dd112-50e0-4cbb-b36f-f05239954c14 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:35.368436 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:35.369052 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:35.392343 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.395863 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ca8df007-ce3e-45b5-8206-28c7f21d5214 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:35.456897 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:35.459547 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:35.467936 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:35.478214 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Pushing event updated for resources: {'Port': ['ID=fcfca62f-d422-4a5b-8673-ecd8a96be783,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:35.492110 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-56ed676c-d936-49d5-9c14-47cd20aed75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:35.497267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2dd112-50e0-4cbb-b36f-f05239954c14,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:35.503476 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:35.531572 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.558846 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:35.603693 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddeb3c96-5950-4314-9faf-b9005ac87166 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:35.680750 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-1584927b-8e1a-46b9-90c1-f130b6809360 None None] Provisioning for port 4a2dd112-50e0-4cbb-b36f-f05239954c14 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:35.689029 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-1584927b-8e1a-46b9-90c1-f130b6809360 None None] Provisioning complete for port 4a2dd112-50e0-4cbb-b36f-f05239954c14 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:35.689521 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1584927b-8e1a-46b9-90c1-f130b6809360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.738456 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port ddeb3c96-5950-4314-9faf-b9005ac87166 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:35.738860 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.788051 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-1584927b-8e1a-46b9-90c1-f130b6809360 None None] Port 4a2dd112-50e0-4cbb-b36f-f05239954c14 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:50:35.792164 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:35.845368 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:33Z', 'revision_number': 3, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:35.849423 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd9b73f-4fa1-4515-bd6f-5d93ed01682b None None] The sync data for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi is: [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:33Z', 'revision_number': 3, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:50:36.019933 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:36.024714 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:36.050016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1496c55f-6ff5-429f-8c8e-20d484d242a9 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:36.148639 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2dd112-50e0-4cbb-b36f-f05239954c14,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:36.151351 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:36.155860 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:36.289526 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:36.290750 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:36.487528 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Router c303e169-ea65-42a8-a3f0-04ae19451bdb has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:50:36.518960 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-38891eb9-998c-4f80-a8ab-2ab10e7adfbf None None] Provisioning complete for port 4a2dd112-50e0-4cbb-b36f-f05239954c14 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:36.519332 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-38891eb9-998c-4f80-a8ab-2ab10e7adfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:36.579179 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-38891eb9-998c-4f80-a8ab-2ab10e7adfbf None None] Port 4a2dd112-50e0-4cbb-b36f-f05239954c14 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:50:36.775791 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:50:36.785236 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1f954d2c-d203-40d5-bf4e-e67284805b78 admin admin] 10.222.0.26 "PUT /v2.0/routers/c303e169-ea65-42a8-a3f0-04ae19451bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640218 May 10 19:50:37.284731 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56378) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:37.290414 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-924242164-network', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:37.296636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:37.299927 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Usage tracker for resource:network and tenant:b477a7ab4c0c41e4a7734f14aea89fae is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:37.302955 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:37.308908 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:37.319713 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Sync routers for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:50:37.323370 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Made reservation on behalf of b477a7ab4c0c41e4a7734f14aea89fae for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:37.325656 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.329484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:37.330169 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:37.337956 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.353400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:37.357328 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Usage tracker for resource:security_group_rule and tenant:b477a7ab4c0c41e4a7734f14aea89fae is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:37.360818 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:37.366530 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:37.454184 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.457863 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.460808 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-423cea7e-7f73-40bb-a658-d4cee147a978 tempest-AttachVolumeShelveTestJSON-890278146 tempest-AttachVolumeShelveTestJSON-890278146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:37.495300 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:50:37.500747 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea0207-266b-4c4b-ba71-3128f4d4fc7d,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:37.509963 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:37.511313 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.511689 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.512055 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.512412 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.512768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.513118 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.513472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.513819 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.514192 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.514586 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.514932 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.515278 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:37.519688 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:37.520910 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.521000 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Added segment 02610144-ce69-4f14-8c87-0e7d3d66a3ac of type vlan for network d9f23b14-eeab-4bc1-9a05-92148f267b72 May 10 19:50:37.550581 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.581671 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.583025 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:37.583607 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.586979 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f9bfc5c9-4601-4976-88e1-5786f26f8472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:37.639267 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcfca62f-d422-4a5b-8673-ecd8a96be783 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:37.689968 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Pushing event updated for resources: {'Network': ['ID=d9f23b14-eeab-4bc1-9a05-92148f267b72,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:37.693687 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:37.698050 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-75bd515b-72d6-4527-a4f8-3a1490f4a58a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4100637 May 10 19:50:37.698491 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56382) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:37.705167 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Request body: {'subnet': {'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-924242164-subnet', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:37.708543 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:50:37.710213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:37.713978 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Usage tracker for resource:subnet and tenant:b477a7ab4c0c41e4a7734f14aea89fae is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:37.717053 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:37.723346 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:37.733569 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Made reservation on behalf of b477a7ab4c0c41e4a7734f14aea89fae for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:37.736030 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:37.910450 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port fcfca62f-d422-4a5b-8673-ecd8a96be783 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:37.941761 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port fcfca62f-d422-4a5b-8673-ecd8a96be783 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:37.942161 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.112902 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.113720 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 2, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:38.117569 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:38.125051 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.129576 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Checking router: c303e169-ea65-42a8-a3f0-04ae19451bdb for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:50:38.129931 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Updating router c303e169-ea65-42a8-a3f0-04ae19451bdb port 4a2dd112-50e0-4cbb-b36f-f05239954c14 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:50:38.179752 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port fcfca62f-d422-4a5b-8673-ecd8a96be783, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=fcfca62f-d422-4a5b-8673-ecd8a96be783,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:38.189834 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.192052 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f3c4a0-0695-472d-9586-bae9747976e9,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:38.192216 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:38.194984 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:38.203027 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Checking segment: {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:38.203379 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Network hostable DHCP agents. Network: d9f23b14-eeab-4bc1-9a05-92148f267b72, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:50:38.220379 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:50:38.223513 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.230719 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, d9f23b14-eeab-4bc1-9a05-92148f267b72) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:38.241521 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:50:38.242288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.249942 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1e610-a258-4071-9ed2-1317560472bf None None] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:38.266670 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-6beebc68-7d79-454a-bdfa-fc0507bc2111 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5670199 May 10 19:50:38.267167 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56388) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:38.272153 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:38.276638 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:38.280531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Usage tracker for resource:router and tenant:b477a7ab4c0c41e4a7734f14aea89fae is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:38.283380 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:38.289279 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:38.300342 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-883439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5407'] for router, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.301557 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-883424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-921824', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5478'] for router, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.322943 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.401733 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=fcfca62f-d422-4a5b-8673-ecd8a96be783,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:38.409086 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:38.585739 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-921753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-882715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.681257 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp042c3a39-c188-5486-b06e-eef272188e85-d9f23b14-eeab-4bc1-9a05-92148f267b72', 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'fixed_ips': [{'subnet_id': 'a1f3c4a0-0695-472d-9586-bae9747976e9'}]}} from dv-cinder-780933-5-iscsi. {{(pid=78733) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 19:50:38.682101 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.923116 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.938930 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.db_base_plugin_common [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Allocated IP 172.20.0.2 (d9f23b14-eeab-4bc1-9a05-92148f267b72/a1f3c4a0-0695-472d-9586-bae9747976e9/da07ffc7-10a8-4c2f-b59a-7d977b3fb01e) {{(pid=78733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:38.944078 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Transition to ACTIVE for port object 4a2dd112-50e0-4cbb-b36f-f05239954c14 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:38.952519 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:38.956890 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-3b33e695-a268-4338-a8e4-eb09e718f063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:38.998398 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.027711 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.155822 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc6f2f-40fa-4b52-91ec-44c144ad455d None None] Pushing event updated for resources: {'Port': ['ID=4a2dd112-50e0-4cbb-b36f-f05239954c14,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:39.171031 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Allocated IP 172.27.3.96 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/db8ace50-d898-4286-95af-de3c333cfe4f) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:39.194590 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-97bc6f2f-40fa-4b52-91ec-44c144ad455d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:39.287264 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Attempting to bind port 4a2dd112-50e0-4cbb-b36f-f05239954c14 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:39.287637 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Attempting to bind port 4a2dd112-50e0-4cbb-b36f-f05239954c14 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:39.288004 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Attempting to bind port 4a2dd112-50e0-4cbb-b36f-f05239954c14 on network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:39.310196 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:39.310582 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Checking segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:39.311026 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.311434 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Bound using segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:39.312511 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Bound port: 4a2dd112-50e0-4cbb-b36f-f05239954c14, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:39.312808 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.325471 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.357900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.365680 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-2763ea3b-c928-4f01-8d69-a48b7978f1be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:39.430726 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Notify callbacks [] for port, precommit_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.431252 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:39.434492 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:39.438594 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:39.460172 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Transition to ACTIVE for port object da07ffc7-10a8-4c2f-b59a-7d977b3fb01e will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:39.482732 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] For port 4a2dd112-50e0-4cbb-b36f-f05239954c14, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:39.484119 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Pushing event updated for resources: {'Port': ['ID=db8ace50-d898-4286-95af-de3c333cfe4f,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:39.487321 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] For port 4a2dd112-50e0-4cbb-b36f-f05239954c14, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4a2dd112-50e0-4cbb-b36f-f05239954c14,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:39.488348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:39.488512 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Transition to ACTIVE for port object da07ffc7-10a8-4c2f-b59a-7d977b3fb01e will not be triggered until provisioned by entity DHCP. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:39.492718 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.500582 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:39.563485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708'] for port, after_create {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.612128 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcfca62f-d422-4a5b-8673-ecd8a96be783 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:39.786862 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 is already hosted by enough agents. {{(pid=78733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:39.793467 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:39.794107 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:39.841529 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.scheduler.base_scheduler [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Resources bound (agent type, host, resource id): {{(pid=78733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:39.844429 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Received port after_create {{(pid=78733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:39.967431 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc6f2f-40fa-4b52-91ec-44c144ad455d None None] Pushing event updated for resources: {'Port': ['ID=4a2dd112-50e0-4cbb-b36f-f05239954c14,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:39.971244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-97bc6f2f-40fa-4b52-91ec-44c144ad455d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:39.979943 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:39.980136 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:40.121810 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Pushing event updated for resources: {'Port': ['ID=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,revision_number=1']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:40.124987 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:40.125639 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Attempting to bind port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:40.126205 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Attempting to bind port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:40.126567 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Attempting to bind port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e on network d9f23b14-eeab-4bc1-9a05-92148f267b72 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:40.138700 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:40.139073 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Checking segment: {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:40.139496 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.139885 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Bound using segment: {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:40.140345 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Bound port: da07ffc7-10a8-4c2f-b59a-7d977b3fb01e, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:40.140714 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.154994 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port fcfca62f-d422-4a5b-8673-ecd8a96be783 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:40.155487 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.255971 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:40.309892 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-882786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-924428'] for router, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.416430 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] For port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:40.451902 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] For port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:40.529547 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.546242 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:40.614151 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Router e42486fc-4edd-4428-bc1a-150b51a0f1dd is scheduled to L3 agent e3776e94-45bb-4395-b43c-771d97d8971f with binding_index 1 {{(pid=78732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 19:50:40.670382 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Pushing event updated for resources: {'Port': ['ID=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,revision_number=2']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:40.681970 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-4eb09401-d121-466a-a2ae-3e0b9250718c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:40.765020 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:39Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:40.768996 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69a883-f2a8-4e9b-a61e-0f83fa8e9000 None None] The sync data for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi is: [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:39Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:50:40.807812 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:50:40.846429 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:40.848099 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-e12820da-a566-44e3-a0e7-91518ace7217 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5799961 May 10 19:50:40.849860 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Sync routers for ids ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:50:40.851383 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56396) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:40.882530 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Routers {'e42486fc-4edd-4428-bc1a-150b51a0f1dd'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:40.883261 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:41.085357 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Set router e42486fc-4edd-4428-bc1a-150b51a0f1dd gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:41.397429 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:50:39Z', 'revision_number': 3, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:41.403691 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Checking router: e42486fc-4edd-4428-bc1a-150b51a0f1dd for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:50:41.404324 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Updating router e42486fc-4edd-4428-bc1a-150b51a0f1dd port db8ace50-d898-4286-95af-de3c333cfe4f binding host dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:50:41.509405 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:41.701710 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:41.759265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4a2dd112-50e0-4cbb-b36f-f05239954c14 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:41.803246 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097904a7-d58a-42d9-b995-6972b42b4857 None None] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:50:41.933454 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-121bd81a-e73a-47ad-a8b5-fe6ff4ccee38 None None] Provisioning for port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:41.940208 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Notify callbacks [] for port, precommit_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:41.955518 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.provisioning_blocks [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Transition to ACTIVE for port object db8ace50-d898-4286-95af-de3c333cfe4f will not be triggered until provisioned by entity L2. {{(pid=78734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:41.968366 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:41.970951 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port 4a2dd112-50e0-4cbb-b36f-f05239954c14 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:41.975119 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-0c118675-d9bc-4fbb-9eaa-da5eb119b95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:41.978772 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 4a2dd112-50e0-4cbb-b36f-f05239954c14 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:41.979370 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:41.983269 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_common [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Allocated IP 172.20.0.1 (d9f23b14-eeab-4bc1-9a05-92148f267b72/a1f3c4a0-0695-472d-9586-bae9747976e9/a29b0690-31a3-44d6-84d3-178ce344c421) {{(pid=78732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:42.048480 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Attempting to bind port db8ace50-d898-4286-95af-de3c333cfe4f on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:42.048853 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Attempting to bind port db8ace50-d898-4286-95af-de3c333cfe4f by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:42.049217 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Attempting to bind port db8ace50-d898-4286-95af-de3c333cfe4f on network e5f0c515-27be-4783-a32c-c4e1f4fd333f {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:42.056199 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2620f4f-5d88-4798-8266-885fe4491518 None None] Pushing event updated for resources: {'Port': ['ID=db8ace50-d898-4286-95af-de3c333cfe4f,revision_number=2']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:42.060151 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c2620f4f-5d88-4798-8266-885fe4491518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:42.061067 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:42.061982 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Checking segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:42.062405 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.062797 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Bound using segment: {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'} {{(pid=78734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:42.063254 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.managers [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Bound port: db8ace50-d898-4286-95af-de3c333cfe4f, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bde725-5d24-4d75-b8f4-ee881e753111', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f'}}] {{(pid=78734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:42.063643 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.144323 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] For port db8ace50-d898-4286-95af-de3c333cfe4f, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:42.148352 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.plugins.ml2.db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] For port db8ace50-d898-4286-95af-de3c333cfe4f, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=db8ace50-d898-4286-95af-de3c333cfe4f,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:42.153794 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.159691 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:42.198638 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.229515 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Routers {'e42486fc-4edd-4428-bc1a-150b51a0f1dd'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:42.230325 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:42.275639 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.296736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.provisioning_blocks [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Transition to ACTIVE for port object a29b0690-31a3-44d6-84d3-178ce344c421 will not be triggered until provisioned by entity DHCP. {{(pid=78732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:42.298093 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port 4a2dd112-50e0-4cbb-b36f-f05239954c14, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4a2dd112-50e0-4cbb-b36f-f05239954c14,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:42.304015 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.304620 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device da07ffc7-10a8-4c2f-b59a-7d977b3fb01e up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:42.325698 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.333683 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:42.336513 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8797d805-85a2-4fe9-8323-af01ac18d15e tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:42.405900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:42.410344 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:42.411364 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2620f4f-5d88-4798-8266-885fe4491518 None None] Pushing event updated for resources: {'Port': ['ID=db8ace50-d898-4286-95af-de3c333cfe4f,revision_number=3']} {{(pid=78734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:42.415846 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Received port after_create {{(pid=78732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:50:42.424922 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG oslo_concurrency.lockutils [None req-c2620f4f-5d88-4798-8266-885fe4491518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:42.435392 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=4a2dd112-50e0-4cbb-b36f-f05239954c14,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:42.446122 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:42.458580 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:42.467599 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:42.470710 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.480597 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Pushing event updated for resources: {'Port': ['ID=a29b0690-31a3-44d6-84d3-178ce344c421,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:42.487403 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:42.505917 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917971'] for router_interface, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.512034 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] Set router e42486fc-4edd-4428-bc1a-150b51a0f1dd gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:42.614121 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-99c80602-cef4-4eaa-a335-625aebf86bf0 None None] Provisioning complete for port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:42.614645 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-99c80602-cef4-4eaa-a335-625aebf86bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.655585 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.711397 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:42.745423 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.756458 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-38fa4e40-b8cd-46e3-960b-d79212ad88ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:42.798775 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:42.844946 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:42.848490 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:42.859466 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:50:39Z', 'revision_number': 3, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:42.863768 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dbd14-724b-47c6-8cef-d0a76fee1425 None None] The sync data for ids ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'] in dv-cinder-780933-5-iscsi is: [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:50:39Z', 'revision_number': 3, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:50:42.944792 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-7c7057b7-3afd-4a97-94c5-c4efdeca01bb None None] Provisioning for port a29b0690-31a3-44d6-84d3-178ce344c421 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:42.952046 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-7c7057b7-3afd-4a97-94c5-c4efdeca01bb None None] Provisioning complete for port a29b0690-31a3-44d6-84d3-178ce344c421 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:42.952933 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7c7057b7-3afd-4a97-94c5-c4efdeca01bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.007730 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-7c7057b7-3afd-4a97-94c5-c4efdeca01bb None None] Port a29b0690-31a3-44d6-84d3-178ce344c421 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:50:43.049094 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.053567 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2865720'] for port, after_update {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.082572 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f9163387-1a88-410b-868c-586598c3348e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:43.093091 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:50:43.165509 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Pushing event updated for resources: {'Port': ['ID=a29b0690-31a3-44d6-84d3-178ce344c421,revision_number=2']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:43.168419 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917872'] for router_interface, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.172743 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:43.307884 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 is already hosted by enough agents. {{(pid=78732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:43.309045 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Resources bound (agent type, host, resource id): {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:43.511337 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Router e42486fc-4edd-4428-bc1a-150b51a0f1dd has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:50:43.551781 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ee304002-f78f-4e0d-bcd3-3caa0aba4817 None None] Provisioning complete for port a29b0690-31a3-44d6-84d3-178ce344c421 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:43.552163 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ee304002-f78f-4e0d-bcd3-3caa0aba4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.618749 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ee304002-f78f-4e0d-bcd3-3caa0aba4817 None None] Port a29b0690-31a3-44d6-84d3-178ce344c421 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:50:43.691912 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4a2dd112-50e0-4cbb-b36f-f05239954c14 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:43.701400 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:50:43.711212 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-24ec64f6-6cb9-4517-9ee8-509f286fb981 admin admin] 10.222.0.26 "PUT /v2.0/routers/e42486fc-4edd-4428-bc1a-150b51a0f1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473852 May 10 19:50:43.760101 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port 4a2dd112-50e0-4cbb-b36f-f05239954c14 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:43.760384 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:43.877672 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device db8ace50-d898-4286-95af-de3c333cfe4f up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:43.951173 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port db8ace50-d898-4286-95af-de3c333cfe4f completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:43.959451 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port db8ace50-d898-4286-95af-de3c333cfe4f triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:43.959833 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.076702 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.093238 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port db8ace50-d898-4286-95af-de3c333cfe4f, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=db8ace50-d898-4286-95af-de3c333cfe4f,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:44.097099 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.097944 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device da07ffc7-10a8-4c2f-b59a-7d977b3fb01e up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:44.127234 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:44.214842 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=db8ace50-d898-4286-95af-de3c333cfe4f,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:44.218839 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:44.227821 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:44.228196 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.423061 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Sync routers for ids ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:50:44.432697 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Routers {'e42486fc-4edd-4428-bc1a-150b51a0f1dd'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:44.433342 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:44.606900 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Set router e42486fc-4edd-4428-bc1a-150b51a0f1dd gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:44.611176 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56412) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:44.616660 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541412382', 'description': 'tempest-secgroup-smoke-541412382 description', 'project_id': 'd230d433d50c45be8cc52f3913c28961'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:44.622560 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:44.627041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:44.629930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:44.635755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:44.646636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.666656 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:44.671303 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:44.674174 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:44.679890 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:44.762382 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.766411 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.771783 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-9c173ca3-d71f-4626-9e32-c5f8172a2050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:44.923160 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f43569-badb-47aa-b096-4e26dab77a5c,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:44.926659 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:44.927501 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.931391 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3165178 May 10 19:50:44.932004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56416) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:44.936968 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group_rule': {'security_group_id': '95f43569-badb-47aa-b096-4e26dab77a5c', 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:44.942684 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:44.946989 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:44.949985 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:44.955849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:44.973334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 4, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'a29b0690-31a3-44d6-84d3-178ce344c421', 'name': '', 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'mac_address': 'fa:16:3e:4a:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a1f3c4a0-0695-472d-9586-bae9747976e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:41Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 2, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'subnets': [{'id': 'a1f3c4a0-0695-472d-9586-bae9747976e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:44.974899 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:44.977361 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Checking router: e42486fc-4edd-4428-bc1a-150b51a0f1dd for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:50:44.977762 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Updating router e42486fc-4edd-4428-bc1a-150b51a0f1dd port a29b0690-31a3-44d6-84d3-178ce344c421 binding host dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:50:45.035308 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.038374 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.047838 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.055316 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.073485 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03ce8b9-aa8b-4a34-a917-0dae60637ff1,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.078386 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.082883 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.084094 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-92945a7d-8497-4b58-855f-3fd13c418fa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513839 May 10 19:50:45.086863 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56422) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.091806 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group_rule': {'security_group_id': '95f43569-badb-47aa-b096-4e26dab77a5c', 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:45.097492 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:45.101223 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:45.104007 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:45.109574 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:45.125401 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.185777 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.189850 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.191996 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.214440 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5412ad4-f32a-403f-804d-508e9e650130,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.216823 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.224670 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.225935 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6b1f3851-b221-4df3-a37d-faef004e28d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381719 May 10 19:50:45.228811 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56426) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.234767 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group_rule': {'security_group_id': '95f43569-badb-47aa-b096-4e26dab77a5c', 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:45.241232 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:45.245416 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:45.248281 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:45.254492 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:45.269768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.331848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.335444 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.337452 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7c4a289f-72b3-4f89-999e-4009f3b2c65d tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.359462 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da1c38b-f960-47ad-b190-7cfd59e65dba,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.363545 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.373663 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.375632 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-910154cb-eb19-4189-bac3-f5065e90ae15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456671 May 10 19:50:45.378295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56430) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.383652 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group_rule': {'security_group_id': '95f43569-badb-47aa-b096-4e26dab77a5c', 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:45.386309 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.389510 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:45.393557 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:45.396484 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:45.398484 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Transition to ACTIVE for port object a29b0690-31a3-44d6-84d3-178ce344c421 will not be triggered until provisioned by entity L2. {{(pid=78733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:50:45.402768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:45.405122 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.411859 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-410d4b53-f684-4f08-ab63-437427849270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.422947 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.491095 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.495418 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.497465 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.521317 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a390fb66-e903-4e4e-a8a8-53e6ca53fd97,revision_number=0']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.531986 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.543142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.544547 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1cab296a-114b-4c78-a31b-71202d4d697f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652713 May 10 19:50:45.547626 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56434) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.553857 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group_rule': {'security_group_id': '95f43569-badb-47aa-b096-4e26dab77a5c', 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:45.560847 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:45.565740 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:45.569723 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:45.574042 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4db37-c653-4e4a-9b28-428e95658870 None None] Pushing event updated for resources: {'Port': ['ID=a29b0690-31a3-44d6-84d3-178ce344c421,revision_number=3']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.588117 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:45.601015 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-75e4db37-c653-4e4a-9b28-428e95658870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.602955 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.securitygroups_db [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Project d230d433d50c45be8cc52f3913c28961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:50:45.609655 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.627332 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device db8ace50-d898-4286-95af-de3c333cfe4f up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:45.668092 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Attempting to bind port a29b0690-31a3-44d6-84d3-178ce344c421 on host dv-cinder-780933-5-iscsi for vnic_type normal with profile {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:50:45.668464 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Attempting to bind port a29b0690-31a3-44d6-84d3-178ce344c421 by drivers openvswitch,hyperv on host dv-cinder-780933-5-iscsi at level 0 using segments [{'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:50:45.668831 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Attempting to bind port a29b0690-31a3-44d6-84d3-178ce344c421 on network d9f23b14-eeab-4bc1-9a05-92148f267b72 {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:50:45.677489 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Checking agent: {'id': '8cb40e3c-f477-4fac-9487-b0e2d75e85f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 2, 52), 'started_at': datetime.datetime(2021, 5, 10, 19, 3, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:50:45.677863 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Checking segment: {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:50:45.678291 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.678716 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Bound using segment: {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'} {{(pid=78733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:50:45.679187 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.managers [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Bound port: a29b0690-31a3-44d6-84d3-178ce344c421, host: dv-cinder-780933-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02610144-ce69-4f14-8c87-0e7d3d66a3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72'}}] {{(pid=78733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:50:45.679604 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.682081 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.685642 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.688267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.710417 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1d8adf-c291-4aad-b5c7-1bf97af0a712,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.712799 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.724966 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.726221 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1773949 May 10 19:50:45.728826 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56438) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:50:45.733905 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'security_group_rule': {'security_group_id': '95f43569-badb-47aa-b096-4e26dab77a5c', 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:50:45.739531 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:50:45.743287 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:security_group_rule and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:50:45.746127 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:50:45.752857 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:50:45.766663 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.securitygroups_db [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Project d230d433d50c45be8cc52f3913c28961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:50:45.772116 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.804054 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port db8ace50-d898-4286-95af-de3c333cfe4f triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:45.804429 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.839112 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.841157 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] For port a29b0690-31a3-44d6-84d3-178ce344c421, host dv-cinder-780933-5-iscsi, cleared binding levels {{(pid=78733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:50:45.843642 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985426'] for security_group_rule, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.850515 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d704f5f4-35f7-4d56-b6d8-69fde951d567 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.855318 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] For port a29b0690-31a3-44d6-84d3-178ce344c421, host dv-cinder-780933-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=a29b0690-31a3-44d6-84d3-178ce344c421,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:50:45.870212 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3594f53-0040-4a88-a56e-56b858de7ea8,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:45.870967 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.873214 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:45.875094 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:45.880960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:45.882272 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-27a69d20-018e-4023-a592-56013ba4cacb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524940 May 10 19:50:45.995530 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Routers {'e42486fc-4edd-4428-bc1a-150b51a0f1dd'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:50:45.996083 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:50:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:46.057262 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4db37-c653-4e4a-9b28-428e95658870 None None] Pushing event updated for resources: {'Port': ['ID=a29b0690-31a3-44d6-84d3-178ce344c421,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:46.067542 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-75e4db37-c653-4e4a-9b28-428e95658870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:46.213022 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] Set router e42486fc-4edd-4428-bc1a-150b51a0f1dd gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:50:46.581911 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 4, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'a29b0690-31a3-44d6-84d3-178ce344c421', 'name': '', 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'mac_address': 'fa:16:3e:4a:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a1f3c4a0-0695-472d-9586-bae9747976e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:41Z', 'updated_at': '2021-05-10T19:50:45Z', 'revision_number': 4, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'subnets': [{'id': 'a1f3c4a0-0695-472d-9586-bae9747976e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:50:46.585665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdcdb7b-ae09-4afa-8a94-f8c8ff54a6d0 None None] The sync data for ids ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'] in dv-cinder-780933-5-iscsi is: [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 4, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': 'a29b0690-31a3-44d6-84d3-178ce344c421', 'name': '', 'network_id': 'd9f23b14-eeab-4bc1-9a05-92148f267b72', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'mac_address': 'fa:16:3e:4a:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a1f3c4a0-0695-472d-9586-bae9747976e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:41Z', 'updated_at': '2021-05-10T19:50:45Z', 'revision_number': 4, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'subnets': [{'id': 'a1f3c4a0-0695-472d-9586-bae9747976e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:50:47.618384 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device a29b0690-31a3-44d6-84d3-178ce344c421 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:47.693258 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning for port a29b0690-31a3-44d6-84d3-178ce344c421 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:50:47.698332 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port a29b0690-31a3-44d6-84d3-178ce344c421 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:47.698726 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:47.813317 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:47.847081 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] For port a29b0690-31a3-44d6-84d3-178ce344c421, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=a29b0690-31a3-44d6-84d3-178ce344c421,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:50:47.851865 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:47.854198 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:50:47.919995 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Pushing event updated for resources: {'Port': ['ID=a29b0690-31a3-44d6-84d3-178ce344c421,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:47.922977 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:50:49.178678 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-8c56692a-1b9a-4323-ae12-b25830b0bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:49.588288 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device a29b0690-31a3-44d6-84d3-178ce344c421 up at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:50:49.659768 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Provisioning complete for port a29b0690-31a3-44d6-84d3-178ce344c421 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:50:49.660221 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:51.687937 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9ce14f0b-2a6c-4a10-b4f8-7e20b81bbcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:51.880093 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:52.988082 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:53.478299 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:50:54.469582 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:11.776664 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-2abd58fa-39ba-4061-84b9-9ad312698238 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541412382&fields=id&tenant_id=d230d433d50c45be8cc52f3913c28961 HTTP/1.1" status: 200 len: 267 time: 0.0391965 May 10 19:51:11.921776 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-7d2007c5-da4c-4206-a82e-e048d0883c15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:11.923138 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-7d2007c5-da4c-4206-a82e-e048d0883c15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 808 time: 0.1396627 May 10 19:51:11.937787 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-3cf3770d-159b-4e19-9834-4e9981c0ceb6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/quotas/d230d433d50c45be8cc52f3913c28961 HTTP/1.1" status: 200 len: 375 time: 0.0092700 May 10 19:51:12.020592 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-3ea70587-b0e0-4b71-b8d9-8a3215f8b736 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Synchronizing usage tracker for tenant:d230d433d50c45be8cc52f3913c28961 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:51:12.036627 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-3ea70587-b0e0-4b71-b8d9-8a3215f8b736 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Unset dirty status for tenant:d230d433d50c45be8cc52f3913c28961 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:51:12.037837 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-3ea70587-b0e0-4b71-b8d9-8a3215f8b736 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953686 May 10 19:51:12.171038 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-174d0696-5efd-47b1-a616-539d4d1167e1 service neutron] 10.222.0.26 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219954 May 10 19:51:12.299572 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-7e02a3f0-f13d-4d73-b76c-3060af48bfc5 service neutron] 10.222.0.26 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 May 10 19:51:12.682115 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cfb70c17-5fd0-40f1-aafe-ff00216d239e req-ae5d5f39-21b5-4729-b8f6-d7365b68823e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 210 time: 0.0432050 May 10 19:51:13.781004 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-61cd518f-e6cd-4cbf-b861-74d896a4291c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:13.782478 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-61cd518f-e6cd-4cbf-b861-74d896a4291c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 808 time: 0.1549780 May 10 19:51:13.856579 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-37ba7d10-80b6-4315-9522-c5146d4a2baa req-56f47ddc-582f-4307-bc33-fe77270086ad tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 210 time: 0.0453534 May 10 19:51:13.877058 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-a2284c7a-8ead-4420-b867-6457430d812c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d230d433d50c45be8cc52f3913c28961 HTTP/1.1" status: 200 len: 379 time: 0.0806036 May 10 19:51:13.885685 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'port': {'device_id': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'admin_state_up': True, 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'security_groups': ['95f43569-badb-47aa-b096-4e26dab77a5c']}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:51:14.017827 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:51:14.027018 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:51:14.037251 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Made reservation on behalf of d230d433d50c45be8cc52f3913c28961 for: {'port': 1} {{(pid=78731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:51:14.040745 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.198454 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Allocated IP 172.20.0.14 (1089c09e-e4c5-4e7b-9e81-c2966f2d058b/23b8c713-5b50-4f0d-8915-78feeeaf03b5/a50bb65e-2ef6-4d2d-b3b6-984e50651be9) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:51:14.380454 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.396200 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Transition to ACTIVE for port object a50bb65e-2ef6-4d2d-b3b6-984e50651be9 will not be triggered until provisioned by entity DHCP. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:51:14.419502 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.426452 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:14.591205 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:51:14.594352 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:51:14.598422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:51:14.648311 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:14.653608 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:14.675954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:14.676730 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.704532 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-cc37671f-c0cd-4edb-a75f-240ead773015 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222933 May 10 19:51:14.731372 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Request body: {'port': {'device_id': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:51:14.845292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.900520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-39051d47-d7e2-4294-8c11-5cab5d5b9e2e None None] Provisioning for port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 completed by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:51:14.907042 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-39051d47-d7e2-4294-8c11-5cab5d5b9e2e None None] Provisioning complete for port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 triggered by entity DHCP. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:51:14.907879 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-39051d47-d7e2-4294-8c11-5cab5d5b9e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:14.964019 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-39051d47-d7e2-4294-8c11-5cab5d5b9e2e None None] Port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 cannot update to ACTIVE because it is not bound. {{(pid=78733) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 19:51:15.064489 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b7fcc-fa1a-4a65-bd8d-f4179c6e12c1 req-62036149-5ee5-4fa1-a316-fad9b254072e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.065949 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b0b7fcc-fa1a-4a65-bd8d-f4179c6e12c1 req-62036149-5ee5-4fa1-a316-fad9b254072e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 932 time: 0.0889561 May 10 19:51:15.109843 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3b0b7fcc-fa1a-4a65-bd8d-f4179c6e12c1 req-76f5aa27-5f8d-49fc-aa3e-b6fdb1bd587b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Synchronizing usage tracker for tenant:d230d433d50c45be8cc52f3913c28961 on resource:security_group {{(pid=78732) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:51:15.125894 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [req-3b0b7fcc-fa1a-4a65-bd8d-f4179c6e12c1 req-76f5aa27-5f8d-49fc-aa3e-b6fdb1bd587b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Unset dirty status for tenant:d230d433d50c45be8cc52f3913c28961 on resource:security_group {{(pid=78732) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:51:15.127079 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3b0b7fcc-fa1a-4a65-bd8d-f4179c6e12c1 req-76f5aa27-5f8d-49fc-aa3e-b6fdb1bd587b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551085 May 10 19:51:15.187779 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50bb65e-2ef6-4d2d-b3b6-984e50651be9 {{(pid=78731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:51:15.195122 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.209884 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.provisioning_blocks [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Transition to ACTIVE for port object a50bb65e-2ef6-4d2d-b3b6-984e50651be9 will not be triggered until provisioned by entity L2. {{(pid=78731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 19:51:15.213607 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.218739 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6b46ca17-0921-4914-9627-6ca9e342f8a8 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:15.368331 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:15.375740 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:15.448357 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Attempting to bind port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 19:51:15.448682 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Attempting to bind port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 19:51:15.449003 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Attempting to bind port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 on network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:51:15.454022 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 on network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 19:51:15.454335 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Attempting to bind port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 on network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 19:51:15.459263 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Checking agent: {'id': 'f4b46b63-49be-49bd-9b4f-81e01728beab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'started_at': datetime.datetime(2021, 5, 10, 19, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 19:51:15.459589 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Checking segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:51:15.459962 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Bound using segment: {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'} {{(pid=78731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 19:51:15.460377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.managers [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Bound port: a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e07813-107e-4e83-87fc-831c1af883db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b'}}] {{(pid=78731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 19:51:15.460711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.548615 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, cleared binding levels {{(pid=78731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 19:51:15.551538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 19:51:15.556238 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.560745 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-0f32d260-b74b-4d22-8690-fb5ac39e637a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:15.608033 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.608802 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:15.610759 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] 10.222.0.32 "PUT /v2.0/ports/a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1094 time: 0.8837388 May 10 19:51:15.613214 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:15.654734 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=3']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:15.662964 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-fd2e4fc3-f64a-4480-a7ef-7b3c59ff0890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:15.664630 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'status': 'completed', 'code': 200} May 10 19:51:15.765489 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-d8dd3018-5585-43f5-a866-fbfde1747d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.767005 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-d8dd3018-5585-43f5-a866-fbfde1747d41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1097 time: 0.0733283 May 10 19:51:15.845263 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-bd542782-2a13-4444-b3da-9dfe55d04634 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 217 time: 0.0657251 May 10 19:51:15.906210 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-55efd3c0-3655-4a12-aec4-a8afaf3f0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.907525 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-55efd3c0-3655-4a12-aec4-a8afaf3f0c99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0557680 May 10 19:51:15.980369 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-5cdff347-749f-452c-82b1-566d5f0e3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:15.992964 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-5cdff347-749f-452c-82b1-566d5f0e3c53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676901 May 10 19:51:16.109217 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-9e0c0b31-52c5-4d77-86f6-b0d5d98ae9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211472 May 10 19:51:16.238460 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b0e388b-cbfb-46ac-b2d6-6ebbbb937e84 req-7d16f609-a47d-4007-8ab3-5e5c0e2a8471 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230989 May 10 19:51:16.308189 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64360482-e1e8-41ce-85f6-315545f565b1 req-94e0c0e9-a3ff-4164-aefe-5aa6483bd0e9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:16.309627 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-64360482-e1e8-41ce-85f6-315545f565b1 req-94e0c0e9-a3ff-4164-aefe-5aa6483bd0e9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0796192 May 10 19:51:16.359792 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-64360482-e1e8-41ce-85f6-315545f565b1 req-b6f054f3-ed68-4f50-ae5e-fec3e5eaf91f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434551 May 10 19:51:16.496809 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-e8ae11ef-1689-4728-9e93-eeee3764b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:16.498321 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-e8ae11ef-1689-4728-9e93-eeee3764b4a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1097 time: 0.1662924 May 10 19:51:16.625048 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-b09cc7ea-91c9-449b-949a-59f9a0344105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:16.626494 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-b09cc7ea-91c9-449b-949a-59f9a0344105 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1217413 May 10 19:51:16.695479 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-a9a0fc5c-1024-48ad-93fe-3ef1a748db4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 217 time: 0.0621524 May 10 19:51:16.756471 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-aa65ae5c-3fc3-40d5-920b-d6cf55318b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:16.757836 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-aa65ae5c-3fc3-40d5-920b-d6cf55318b25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0551755 May 10 19:51:16.839024 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-26c24691-d49b-4ffb-b1b5-9f043b7333a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:16.840483 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-26c24691-d49b-4ffb-b1b5-9f043b7333a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756485 May 10 19:51:16.968181 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-34822a7e-d2c2-4c24-b177-e2e60cde5252 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210270 May 10 19:51:17.104192 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-953ae1dc-16b9-45c5-81ba-6fbf4b56d1a9 req-2fa639a2-bb21-4854-9302-3565454394c6 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287642 May 10 19:51:17.542852 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eed460-f848-4043-828c-0ada42c97a08 req-2877634f-c0cb-4a31-8c5a-f0f084f71493 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:17.543537 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c3eed460-f848-4043-828c-0ada42c97a08 req-2877634f-c0cb-4a31-8c5a-f0f084f71493 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Synchronizing usage tracker for tenant:d230d433d50c45be8cc52f3913c28961 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:51:17.558164 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-c3eed460-f848-4043-828c-0ada42c97a08 req-2877634f-c0cb-4a31-8c5a-f0f084f71493 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Unset dirty status for tenant:d230d433d50c45be8cc52f3913c28961 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:51:17.559396 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3eed460-f848-4043-828c-0ada42c97a08 req-2877634f-c0cb-4a31-8c5a-f0f084f71493 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0928161 May 10 19:51:17.603884 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c3eed460-f848-4043-828c-0ada42c97a08 req-77adddd0-a6ee-4f1b-be45-96c1c1568a5e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388565 May 10 19:51:18.784364 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8aca3-2c5a-4e7a-97d3-609726a20ada req-eeee0c75-8521-440a-865b-dc8a674469e2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:18.785780 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7ae8aca3-2c5a-4e7a-97d3-609726a20ada req-eeee0c75-8521-440a-865b-dc8a674469e2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0772910 May 10 19:51:18.830369 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7ae8aca3-2c5a-4e7a-97d3-609726a20ada req-311d8db0-ddc4-4277-9d22-f1ab53956c22 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 May 10 19:51:19.181855 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-557c3049-a118-4d34-8359-5cee57394d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:20.010979 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8976ea6-19ad-41d7-80f0-78b98c2641b8 req-f7b20bb0-0918-48e1-88b0-9fe0f6b90e80 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:20.012397 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f8976ea6-19ad-41d7-80f0-78b98c2641b8 req-f7b20bb0-0918-48e1-88b0-9fe0f6b90e80 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0806539 May 10 19:51:20.056540 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f8976ea6-19ad-41d7-80f0-78b98c2641b8 req-f353caaa-5575-4589-ae57-d553f418bc6f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 May 10 19:51:20.074187 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:51:21.241655 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebc133-f807-4992-9005-8118430336f4 req-0c845931-d2ca-4768-ac63-bad3e47fbf38 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:21.243119 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-65ebc133-f807-4992-9005-8118430336f4 req-0c845931-d2ca-4768-ac63-bad3e47fbf38 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0829031 May 10 19:51:21.286527 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-65ebc133-f807-4992-9005-8118430336f4 req-0fe042a1-3141-482c-bbf0-c1cf0a7555ab tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377336 May 10 19:51:21.688880 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-35efe5ff-e445-4088-be32-e4f97e3bb9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:21.881194 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:22.468957 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f317b8-b2c8-43ee-be00-53f9fe0e10cb req-b48bce06-04ed-4552-b400-964cee7f4bb2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:22.470405 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1f317b8-b2c8-43ee-be00-53f9fe0e10cb req-b48bce06-04ed-4552-b400-964cee7f4bb2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0777838 May 10 19:51:22.516053 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1f317b8-b2c8-43ee-be00-53f9fe0e10cb req-5027df7a-bbd0-4c34-a17a-8d0573b2e146 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401065 May 10 19:51:22.990830 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:23.494071 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:23.693103 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73bafd-5468-4a06-8cf3-43c5b49e8932 req-46d2837b-bab1-4750-8d42-45d19790a04f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:23.694693 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ff73bafd-5468-4a06-8cf3-43c5b49e8932 req-46d2837b-bab1-4750-8d42-45d19790a04f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0777726 May 10 19:51:23.741048 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ff73bafd-5468-4a06-8cf3-43c5b49e8932 req-fa96d0f6-be52-4d82-beaf-2534c1433518 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407670 May 10 19:51:24.472581 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:24.729503 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:51:24.859864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:24.872879 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'port_id': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'mac_address': 'fa:16:3e:9b:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:51:24.929082 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db28c-e3ba-4359-abf9-0dc323ba4a2e req-53dca86c-51b3-4f15-8fbb-244c1f9491be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:24.930070 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:24.930631 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a25db28c-e3ba-4359-abf9-0dc323ba4a2e req-53dca86c-51b3-4f15-8fbb-244c1f9491be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0796056 May 10 19:51:24.947074 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50bb65e-2ef6-4d2d-b3b6-984e50651be9 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:51:24.962305 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:24.965982 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:24.967736 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:24.977090 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a25db28c-e3ba-4359-abf9-0dc323ba4a2e req-f4f0133b-3764-4d1a-88e2-cc0dc2577cb9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 May 10 19:51:25.031439 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=4']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:25.034511 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:25.452874 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a50bb65e-2ef6-4d2d-b3b6-984e50651be9'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:51:26.161662 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82548522-1243-4f22-b0fc-aa3a555c956a req-21add9c9-c7d8-429d-a58f-28940d9bf6d1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:26.163374 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-82548522-1243-4f22-b0fc-aa3a555c956a req-21add9c9-c7d8-429d-a58f-28940d9bf6d1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 945 time: 0.0795546 May 10 19:51:26.208944 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-82548522-1243-4f22-b0fc-aa3a555c956a req-7e690743-d1ad-4906-b6fe-e3bade5e2ce3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 May 10 19:51:26.741691 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:51:26.807218 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning for port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 completed by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 19:51:26.812398 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:51:26.812773 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.924737 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.949972 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:26.959288 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:26.963387 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:26.966181 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-75e4db37-c653-4e4a-9b28-428e95658870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:27.001130 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'code': 200} May 10 19:51:27.033766 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=5']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:27.038363 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:27.292085 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e6c5-be0e-4ef7-8f73-c9e6048f617c req-bf05b44c-83a2-464c-b1c5-2d45c51bd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:27.293531 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-18e5e6c5-be0e-4ef7-8f73-c9e6048f617c req-bf05b44c-83a2-464c-b1c5-2d45c51bd3f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.0726285 May 10 19:51:27.334803 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-18e5e6c5-be0e-4ef7-8f73-c9e6048f617c req-e99b2e81-b524-4bfc-b05f-4016aecb871c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 May 10 19:51:27.395657 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109a0cc-1b75-450a-b8cb-e7c8de31ef75 req-07f9f868-ced5-4c53-81e4-5531c279360f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:27.397087 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4109a0cc-1b75-450a-b8cb-e7c8de31ef75 req-07f9f868-ced5-4c53-81e4-5531c279360f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0822020 May 10 19:51:27.441586 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4109a0cc-1b75-450a-b8cb-e7c8de31ef75 req-f34bae3e-a766-430e-add4-3d9fb6b824e1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 May 10 19:51:28.622947 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d97efa-963c-4c6d-9673-2d6d672dae4a req-317ca134-7c5e-4f27-8bda-aaae967d540a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:28.624425 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08d97efa-963c-4c6d-9673-2d6d672dae4a req-317ca134-7c5e-4f27-8bda-aaae967d540a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0778029 May 10 19:51:28.667285 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-08d97efa-963c-4c6d-9673-2d6d672dae4a req-bf5db81a-8306-4f47-b8e2-b029e9ce6fde tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368609 May 10 19:51:29.847618 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afe906-2fa3-483d-b192-68c067d3f54a req-dd831bf7-643a-49e5-8227-9bfc5b2b22ee tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:29.849031 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-81afe906-2fa3-483d-b192-68c067d3f54a req-dd831bf7-643a-49e5-8227-9bfc5b2b22ee tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0783679 May 10 19:51:29.896243 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-81afe906-2fa3-483d-b192-68c067d3f54a req-9857006f-5b24-4b29-b199-f713526f0a15 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 May 10 19:51:30.079338 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe1c73-8fec-4063-86a3-2a5437f25c10 req-432e374c-a175-49b0-bcc5-ec2628d43a7f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:30.080746 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f3fe1c73-8fec-4063-86a3-2a5437f25c10 req-432e374c-a175-49b0-bcc5-ec2628d43a7f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0801651 May 10 19:51:30.124316 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f3fe1c73-8fec-4063-86a3-2a5437f25c10 req-bd6253ff-22e2-4a65-9b52-25054a30adb6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 May 10 19:51:30.146123 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56712) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:30.308203 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973aa756-8b97-4cc2-b4b2-068ba6e77504 tempest-TestShelveInstance-2110499492 tempest-TestShelveInstance-2110499492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:30.309633 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-973aa756-8b97-4cc2-b4b2-068ba6e77504 tempest-TestShelveInstance-2110499492 tempest-TestShelveInstance-2110499492-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1094 time: 0.1626053 May 10 19:51:30.313022 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56718) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:30.317791 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.v2.base [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Request body: {'floatingip': {'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'port_id': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:51:30.323609 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:51:30.327355 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Usage tracker for resource:floatingip and tenant:d230d433d50c45be8cc52f3913c28961 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:51:30.330110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:51:30.335596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:51:30.349001 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for floatingip, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:30.478411 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:30.697377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_common [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Allocated IP 172.27.3.223 (e5f0c515-27be-4783-a32c-c4e1f4fd333f/210f7dc0-90ac-4d26-91f8-ca1407204734/64c623f0-8f49-4eb0-90a9-2b8293c73747) {{(pid=78731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:51:30.837470 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for port, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:30.866706 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778694271708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:30.870040 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2651a77a-fda0-460e-97ea-0d8e27611da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:30.930190 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Network e5f0c515-27be-4783-a32c-c4e1f4fd333f is already hosted by enough agents. {{(pid=78731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:51:30.932952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.base_scheduler [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Resources bound (agent type, host, resource id): {{(pid=78731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:51:30.941325 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Received port after_create {{(pid=78731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 19:51:30.970921 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'Port': ['ID=64c623f0-8f49-4eb0-90a9-2b8293c73747,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:30.985221 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.985591 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.985954 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.986576 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.986727 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.987017 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.987364 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.987731 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.988065 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.988408 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.988752 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.989090 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:30.993855 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:31.351133 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:31.425311 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:31.624282 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for port, precommit_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:31.628578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1680280'] for port, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:31.632838 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:31.734603 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event updated for resources: {'Port': ['ID=64c623f0-8f49-4eb0-90a9-2b8293c73747,revision_number=2']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:31.741885 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:31.746729 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-925055'] for floatingip, after_update {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:31.911990 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Floating IP bbb6f011-5e58-43c1-a955-fc5289fc8a5d associated. External IP: 172.27.3.223, port: a50bb65e-2ef6-4d2d-b3b6-984e50651be9. May 10 19:51:32.355554 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Router c303e169-ea65-42a8-a3f0-04ae19451bdb has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:51:32.531981 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:51:32.540958 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] Sync routers for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:51:32.550524 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:51:32.551137 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:51:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:32.556949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:32.611475 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ef3237b0-c8e4-48c8-9bbb-e6777d6f760f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2973237 May 10 19:51:32.611988 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:51:32.664288 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'status': 'completed', 'code': 200} May 10 19:51:32.724820 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:51:32.778566 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-e07bfc0c-b9e7-4716-a707-218254c3d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:32.780573 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-e07bfc0c-b9e7-4716-a707-218254c3d4bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.0700204 May 10 19:51:32.909972 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-b18ff66a-b664-4929-ba09-310a4439c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:32.911350 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-b18ff66a-b664-4929-ba09-310a4439c9df service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1243300 May 10 19:51:33.012533 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-d281fe71-80e7-4d38-966e-672c8d453873 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1000 time: 0.0950217 May 10 19:51:33.076403 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-8d66860b-1e2d-4804-80ee-212481e47cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:33.077909 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-8d66860b-1e2d-4804-80ee-212481e47cfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0597408 May 10 19:51:33.095852 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': 'bbb6f011-5e58-43c1-a955-fc5289fc8a5d', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'port_id': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'mac_address': 'fa:16:3e:9b:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:51:31Z', 'updated_at': '2021-05-10T19:51:31Z', 'revision_number': 0, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:33.099679 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] Checking router: c303e169-ea65-42a8-a3f0-04ae19451bdb for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:51:33.107931 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:51:33.108524 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:51:22Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:33.162532 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-cc3529b4-4934-437d-8509-9ba3316a6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:51:33.163008 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-cc3529b4-4934-437d-8509-9ba3316a6195 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721238 May 10 19:51:33.292199 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:51:33.297980 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-2ae5246c-97b7-4de2-9fc2-c586f49d6ad9 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271746 May 10 19:51:33.442078 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6c8b6d29-7984-4cb4-9b3f-f3c5cc223d62 req-c1f42406-ce69-41f2-835c-44ab8287c487 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291265 May 10 19:51:33.632487 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': 'bbb6f011-5e58-43c1-a955-fc5289fc8a5d', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'port_id': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'mac_address': 'fa:16:3e:9b:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:51:31Z', 'updated_at': '2021-05-10T19:51:31Z', 'revision_number': 0, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:33.636251 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff4407-0011-4575-9ba7-a5b9ff8b22b3 None None] The sync data for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi is: [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_floatingips': [{'id': 'bbb6f011-5e58-43c1-a955-fc5289fc8a5d', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'router_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'port_id': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'mac_address': 'fa:16:3e:9b:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T19:51:31Z', 'updated_at': '2021-05-10T19:51:31Z', 'revision_number': 0, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:51:33.807762 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ef3a04-de3c-4b97-b372-10d3107c88c8 None None] New status for floating IP bbb6f011-5e58-43c1-a955-fc5289fc8a5d: ACTIVE {{(pid=78733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:51:49.183998 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d70bb1ca-8cb1-4196-8843-07d30bb84606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.690530 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ce2f-2dcb-4cc1-833d-66b6b8dee0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:51.882730 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:52.993424 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:53.500865 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:54.476434 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:56.222588 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56784) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:56.925903 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:57.073211 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:51:57.349839 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Deleting port 06f013ad-7d9e-4856-abb4-df16f62092e7 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:51:57.350463 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:57.477085 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] For port 06f013ad-7d9e-4856-abb4-df16f62092e7, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=06f013ad-7d9e-4856-abb4-df16f62092e7,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:57.477567 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:57.596782 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Calling delete_port for 06f013ad-7d9e-4856-abb4-df16f62092e7 owned by network:router_interface {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:51:57.738855 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:57.742348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-efddf974-05c7-4a4a-97c6-2697055fdc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:57.790746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f013ad-7d9e-4856-abb4-df16f62092e7,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:57.835014 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.835388 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.835755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.836113 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.836472 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.836828 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.837178 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.837527 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.837946 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.838269 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.838670 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.839049 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:51:57.848055 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:58.064895 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:58.525338 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Router 06d1940b-4a62-4553-b559-700606a411b8 has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:51:58.694686 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:51:58.703519 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] Sync routers for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:51:58.707402 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-bad7ded5-1ed6-4372-b81d-8566b1dfcd08 admin admin] 10.222.0.26 "PUT /v2.0/routers/06d1940b-4a62-4553-b559-700606a411b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4837818 May 10 19:51:58.709755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56790) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:51:58.713379 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:51:58.713984 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:51:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:58.882688 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:58.882950 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:51:59.056297 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.126872 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Deleting port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:51:59.127208 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.161058 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:51:57Z', 'revision_number': 5, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port': {'id': '5309fa06-5cf8-447a-bc75-3e5f5095d4f2', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:57:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d1940b-4a62-4553-b559-700606a411b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:10:41Z', 'updated_at': '2021-05-10T19:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:59.164712 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] Checking router: 06d1940b-4a62-4553-b559-700606a411b8 for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:51:59.172850 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] Routers {'06d1940b-4a62-4553-b559-700606a411b8'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:51:59.173447 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:51:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['06d1940b-4a62-4553-b559-700606a411b8'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:59.247277 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] For port 5309fa06-5cf8-447a-bc75-3e5f5095d4f2, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:51:59.247794 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.348194 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] Set router 06d1940b-4a62-4553-b559-700606a411b8 gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:51:59.369735 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Calling delete_port for 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 owned by network:router_gateway {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:51:59.453112 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:51:59Z', 'revision_number': 6, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:51:59.457007 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991008b-32ad-4f3e-9610-1864bef36542 None None] The sync data for ids ['06d1940b-4a62-4553-b559-700606a411b8'] in dv-cinder-780933-5-iscsi is: [{'id': '06d1940b-4a62-4553-b559-700606a411b8', 'name': 'tempest-AttachVolumeTestJSON-213092719-router', 'tenant_id': 'e327a77d7f2a49e5b787104587e87180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:10:39Z', 'updated_at': '2021-05-10T19:51:59Z', 'revision_number': 6, 'project_id': 'e327a77d7f2a49e5b787104587e87180', 'gw_port_host': None}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:51:59.512041 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.516028 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:51:59.557771 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5309fa06-5cf8-447a-bc75-3e5f5095d4f2,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:51:59.561284 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:51:59.751688 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.920867 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.923020 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.943729 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.944326 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d1940b-4a62-4553-b559-700606a411b8 {{(pid=78732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:51:59.956408 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:51:59.957509 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-741bcf1f-012f-4943-9193-a874fc0775c1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/06d1940b-4a62-4553-b559-700606a411b8 HTTP/1.1" status: 204 len: 168 time: 1.2467673 May 10 19:51:59.960006 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56794) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:00.018485 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Deleting subnet 72194633-c98c-49e5-9fb8-f34754bc935e {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:52:00.021798 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.069228 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.146588 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.219332 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 06f013ad-7d9e-4856-abb4-df16f62092e7 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:52:00.255637 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 06f013ad-7d9e-4856-abb4-df16f62092e7 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:52:00.256082 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 06f013ad-7d9e-4856-abb4-df16f62092e7 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:52:00.395389 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.401431 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:00.446483 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.447542 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c37a64-cd48-4798-abe1-16cee4e808ee None None] Network 026e81f3-1f3e-4c70-a8a9-d4be015c25fa requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:52:00.453829 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72194633-c98c-49e5-9fb8-f34754bc935e,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:00.456526 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:00.458152 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-fce9a544-3722-4d5d-a727-d49e6ecf75ce admin admin] 10.222.0.26 "DELETE /v2.0/subnets/72194633-c98c-49e5-9fb8-f34754bc935e HTTP/1.1" status: 204 len: 168 time: 0.4971006 May 10 19:52:00.460342 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56798) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:00.561276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.634818 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Deleting port e12375a6-6d72-463a-b9a8-6a7544407d2a {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:52:00.635153 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.681525 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] DHCP port deletion for 026e81f3-1f3e-4c70-a8a9-d4be015c25fa request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:52:00.735004 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] For port e12375a6-6d72-463a-b9a8-6a7544407d2a, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e12375a6-6d72-463a-b9a8-6a7544407d2a,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:52:00.735281 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.744473 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Deleting port e12375a6-6d72-463a-b9a8-6a7544407d2a {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:52:00.744858 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.841552 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] For port e12375a6-6d72-463a-b9a8-6a7544407d2a, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=e12375a6-6d72-463a-b9a8-6a7544407d2a,segment=NetworkSegment(413c9e1e-bcb0-4374-b74f-a4225beac536),segment_id=413c9e1e-bcb0-4374-b74f-a4225beac536)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:52:00.841857 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.854671 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Calling delete_port for e12375a6-6d72-463a-b9a8-6a7544407d2a owned by network:dhcp {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:52:00.900123 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:00.904756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-43e354a3-85e9-47a3-b087-6b595785f5f6 tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:00.950300 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e12375a6-6d72-463a-b9a8-6a7544407d2a,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:00.952656 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] No DVR routers for this DVR port e12375a6-6d72-463a-b9a8-6a7544407d2a on host dv-cinder-780933-5-iscsi {{(pid=78732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:52:00.954203 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:00.966065 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Calling delete_port for e12375a6-6d72-463a-b9a8-6a7544407d2a owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:52:01.011568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.015578 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:01.060305 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Pushing event deleted for resources: {'Port': ['ID=e12375a6-6d72-463a-b9a8-6a7544407d2a,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:01.066890 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.068971 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.069316 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.069908 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.070265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.070598 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.070922 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.071244 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.071564 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.071886 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.072206 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.072522 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.072837 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:01.077096 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:01.079986 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab56e4f-2a11-4ce4-a2bc-eede2e168a27 None None] No DVR routers for this DVR port e12375a6-6d72-463a-b9a8-6a7544407d2a on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:52:01.173513 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026e81f3-1f3e-4c70-a8a9-d4be015c25fa']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:01.185695 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413c9e1e-bcb0-4374-b74f-a4225beac536') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:01.185987 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413c9e1e-bcb0-4374-b74f-a4225beac536') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:01.197375 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.215359 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.222261 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:52:01.222702 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:52:01.235538 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:52:01.310268 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.314633 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:01.330492 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.336233 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Pushing event deleted for resources: {'Network': ['ID=026e81f3-1f3e-4c70-a8a9-d4be015c25fa,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:01.340190 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:01.354485 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/026e81f3-1f3e-4c70-a8a9-d4be015c25fa HTTP/1.1" status: 204 len: 168 time: 0.8931625 May 10 19:52:01.466230 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56804) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:01.513172 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c8c35863-47ed-4838-a649-87b07fa4daeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e327a77d7f2a49e5b787104587e87180&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457361 May 10 19:52:01.515463 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56808) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:01.571707 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.597727 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.626427 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:52:01.651079 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.655872 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7ea32f27-8f8b-4ca4-8399-fbd3bbd5d75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:01.660764 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:52:01.661110 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 5309fa06-5cf8-447a-bc75-3e5f5095d4f2 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:52:01.661529 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e12375a6-6d72-463a-b9a8-6a7544407d2a no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:52:01.672079 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eb0189-fa3b-4331-aa6c-59020b2de1b5,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:01.674676 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:01.679488 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:01.683159 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94eb0189-fa3b-4331-aa6c-59020b2de1b5 HTTP/1.1" status: 204 len: 168 time: 0.1668255 May 10 19:52:01.727929 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: e12375a6-6d72-463a-b9a8-6a7544407d2a {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:52:01.728280 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device e12375a6-6d72-463a-b9a8-6a7544407d2a not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:52:03.332249 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56856) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:03.447936 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.462790 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:03.466561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Usage tracker for resource:security_group_rule and tenant:afd4c7130d29403a8cd7a4666887ebbe is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:03.469931 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:03.476620 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:03.558712 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.562367 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.568837 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d378534a-c977-4b36-b18d-b795576eb907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:03.609984 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afd4c7130d29403a8cd7a4666887ebbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766447 May 10 19:52:03.610912 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf4b5a-f654-498a-a06b-d9044c21c451,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:03.612514 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56862) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:03.614168 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-332d3918-85b4-479e-a24b-43a96efe6485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:03.669764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.698319 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.747666 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.751712 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2d65a68d-d414-49eb-932a-e18231176119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:03.763167 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf4b5a-f654-498a-a06b-d9044c21c451,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:03.765538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:03.770409 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:03.771504 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2ed4da22-dc18-443e-8f08-8e7b368b427a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63cf4b5a-f654-498a-a06b-d9044c21c451 HTTP/1.1" status: 204 len: 168 time: 0.1580031 May 10 19:52:04.040559 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 56870) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:04.058935 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.073125 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:04.077362 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Usage tracker for resource:security_group_rule and tenant:a9fb485620a44e37b4213f2e6d4990e2 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:04.080162 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:04.085732 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:04.164666 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.168204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.181565 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c712deef-92bb-4b42-93ee-d037cb3b1a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:04.221368 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9fb485620a44e37b4213f2e6d4990e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797719 May 10 19:52:04.222950 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe098f9c-336a-403b-ab19-7303d4068a77,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:04.224152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 56874) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:04.225877 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:04.282469 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.306927 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.358394 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.362338 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b6f162a0-3959-4c63-84c4-cea708631d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:04.372680 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe098f9c-336a-403b-ab19-7303d4068a77,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:04.375496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:04.381212 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:04.382349 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-de383030-a9c2-40ce-ba90-11548a4020a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe098f9c-336a-403b-ab19-7303d4068a77 HTTP/1.1" status: 204 len: 168 time: 0.1564372 May 10 19:52:14.024458 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57010) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:14.137764 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.151704 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:14.155951 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad75f01d80845f3b1e4b6c394323a5e is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:14.158703 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:14.164283 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:14.245883 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.249420 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.257768 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-edf1437c-b46b-451f-a68c-34e45e6d5e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:14.297036 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ad75f01d80845f3b1e4b6c394323a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715034 May 10 19:52:14.297881 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3fb14-b640-4dd5-8178-7a47e23c2776,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:14.299691 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57016) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:14.300998 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-7686c848-a736-4a58-a34a-1effdbef9aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:14.461673 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.488903 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.538733 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.542209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b024049d-5418-4b2f-8ab8-f9ade090a45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:14.552557 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3fb14-b640-4dd5-8178-7a47e23c2776,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:14.555075 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:14.562468 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.563622 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78b3fb14-b640-4dd5-8178-7a47e23c2776 HTTP/1.1" status: 204 len: 168 time: 0.2629588 May 10 19:52:14.841331 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57024) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:14.859037 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.872900 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:14.877125 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Usage tracker for resource:security_group_rule and tenant:c8bfa87ba73d4022859c1573110f8a44 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:14.879866 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:14.885362 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:14.969910 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.973468 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:14.981392 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a176da21-c8ed-4709-a6f0-6d681bd0622d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:15.019057 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8bfa87ba73d4022859c1573110f8a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765902 May 10 19:52:15.020555 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87bf022-cd3c-4fbd-bcc8-ca576aea498d,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:15.021833 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57028) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:15.023387 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-b7247c3e-acfd-4614-a1d8-b1cbc381c832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:15.079950 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.104884 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.155209 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.159687 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-45231594-8c5f-48dd-8703-8c46e0675747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:15.171948 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87bf022-cd3c-4fbd-bcc8-ca576aea498d,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:15.175579 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:15.177527 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.180966 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-ad502033-198f-4288-bf11-bb0d09930a7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d87bf022-cd3c-4fbd-bcc8-ca576aea498d HTTP/1.1" status: 204 len: 168 time: 0.1557243 May 10 19:52:15.513843 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57036) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:15.534016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.547990 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:15.551702 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3dc6331b502a44ec9e1325562c797411 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:15.554449 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:15.559964 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:15.641514 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.645057 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.653204 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-436b3fad-97f9-418c-afda-3addfb742525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:15.691633 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3dc6331b502a44ec9e1325562c797411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767273 May 10 19:52:15.693239 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474012e-1e0f-4de8-92c0-dae0971a00ea,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:15.694348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57040) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:15.696428 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-b20e772c-9646-451c-907c-beb2819e80a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:15.752553 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.778065 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.827388 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.831917 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-20d04dca-4e6d-46b1-a1c8-dfd6ecd6dc40 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:15.844482 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474012e-1e0f-4de8-92c0-dae0971a00ea,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:15.849044 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:15.866071 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:15.867144 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0474012e-1e0f-4de8-92c0-dae0971a00ea HTTP/1.1" status: 204 len: 168 time: 0.1716013 May 10 19:52:18.380111 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57114) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:18.497266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.511556 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:18.515348 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Usage tracker for resource:security_group_rule and tenant:2b695026bcd742309c2fd2bc946185eb is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:18.518143 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:18.523711 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:18.605255 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.608859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.617162 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c4a5e6f4-b9d1-4205-8439-2c3acc24d09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:18.655772 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b695026bcd742309c2fd2bc946185eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745700 May 10 19:52:18.657449 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d470f6-79ae-48ca-bd31-068da0c1e311,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:18.658392 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57120) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:18.660494 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:18.718383 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.742647 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.795835 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.799527 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-614159e3-4c29-4dfd-b522-6adc773e59d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:18.812160 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d470f6-79ae-48ca-bd31-068da0c1e311,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:18.816123 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:18.821389 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:18.823598 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-546f9893-6274-45c1-a2d5-e94eb1e4bbe9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33d470f6-79ae-48ca-bd31-068da0c1e311 HTTP/1.1" status: 204 len: 168 time: 0.1641340 May 10 19:52:19.089459 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57128) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:19.107061 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.121430 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:19.126378 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Usage tracker for resource:security_group_rule and tenant:39ca1bd3f98d4a5db5bb85983e3889a3 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:19.130518 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:19.136184 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:19.187037 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f323ef9-7603-4095-8a8a-1f62425160fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.220628 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.224480 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.233009 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5dfef779-7c96-49fb-ac5f-cb8ab9373587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:19.274803 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39ca1bd3f98d4a5db5bb85983e3889a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841645 May 10 19:52:19.276394 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b6078-35b1-4c3a-a910-277fbcf42494,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:19.277414 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57132) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:19.279292 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-13452fc4-26c5-4ff6-adfa-6af9e22445ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:19.336293 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.362404 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.413981 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.417649 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-bf60a7d0-fce7-462d-ad3a-80964b3e0816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:19.429142 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b6078-35b1-4c3a-a910-277fbcf42494,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:19.432529 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:19.435654 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:19.436789 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-f9afceb5-18cf-4e4b-b016-7181cbb56c0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/507b6078-35b1-4c3a-a910-277fbcf42494 HTTP/1.1" status: 204 len: 168 time: 0.1583457 May 10 19:52:20.142031 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57156) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:20.243312 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1003105829-network', 'tenant_id': '692f536e1f6e483db9436f891cb13d9f'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:52:20.247915 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:20.252283 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Usage tracker for resource:network and tenant:692f536e1f6e483db9436f891cb13d9f is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:20.255106 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:20.262064 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:20.273520 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Made reservation on behalf of 692f536e1f6e483db9436f891cb13d9f for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:52:20.276145 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.287802 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.301366 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:20.305093 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Usage tracker for resource:security_group_rule and tenant:692f536e1f6e483db9436f891cb13d9f is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:20.307819 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:20.313933 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:20.397874 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.401533 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.405421 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0c369389-f8f6-4ebd-9757-c1250b005390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:20.429399 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:52:20.443007 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c70a5-8358-4d31-a0f1-25e1869339d7,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:20.446365 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:20.448954 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.449291 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Added segment 02912b7d-44c9-401e-beab-5143311eee2e of type vlan for network 31bb9ece-330b-45be-b324-c40975d010c1 May 10 19:52:20.476011 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.505252 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.506620 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:20.507197 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:20.511698 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-8f4480ea-5fa1-4420-a937-c1216dda30ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:20.612926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Pushing event updated for resources: {'Network': ['ID=31bb9ece-330b-45be-b324-c40975d010c1,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:20.617129 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:20.622644 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 31bb9ece-330b-45be-b324-c40975d010c1 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:52:20.623754 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4797139 May 10 19:52:20.626159 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57162) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:20.631602 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Request body: {'subnet': {'network_id': '31bb9ece-330b-45be-b324-c40975d010c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1003105829-subnet', 'tenant_id': '692f536e1f6e483db9436f891cb13d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:52:20.636227 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:20.639960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Usage tracker for resource:subnet and tenant:692f536e1f6e483db9436f891cb13d9f is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:20.642742 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:20.648554 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:20.658715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Made reservation on behalf of 692f536e1f6e483db9436f891cb13d9f for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:52:20.661048 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.033234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.037539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:21.106632 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dce847-5cc7-4698-baa6-05dac733aae8,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:21.109204 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:21.116338 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Checking segment: {'id': '02912b7d-44c9-401e-beab-5143311eee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '31bb9ece-330b-45be-b324-c40975d010c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:52:21.116683 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Network hostable DHCP agents. Network: 31bb9ece-330b-45be-b324-c40975d010c1, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:52:21.134537 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Network 31bb9ece-330b-45be-b324-c40975d010c1 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:52:21.143974 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 31bb9ece-330b-45be-b324-c40975d010c1) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:52:21.152089 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:21.152665 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.154208 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c580f80-468a-4479-8ebf-e9e4c7e2ccec None None] Network 31bb9ece-330b-45be-b324-c40975d010c1 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:52:21.172553 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-5c84e6e5-b226-448b-b12a-4a34aee915ef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5453863 May 10 19:52:21.347144 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a267d8-8d17-4d50-abdc-9c14031fadfb None None] Network 31bb9ece-330b-45be-b324-c40975d010c1 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:52:21.681640 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57180) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:21.687443 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-922824332-network', 'tenant_id': '9146646ebc40403bb3017d1181abcd7a'}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:52:21.692003 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:21.696347 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Usage tracker for resource:network and tenant:9146646ebc40403bb3017d1181abcd7a is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:21.696506 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-20fae6cf-4691-4e1d-b801-982138814188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.700081 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:21.705958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:21.715782 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Made reservation on behalf of 9146646ebc40403bb3017d1181abcd7a for: {'network': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:52:21.718652 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for network, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.734624 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.748500 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:21.752219 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Usage tracker for resource:security_group_rule and tenant:9146646ebc40403bb3017d1181abcd7a is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:21.754937 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:21.760523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:21.840873 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.844815 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.848666 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-f81a5ec4-7f77-4eb0-8235-073f89564c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:21.873626 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=78732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:52:21.883956 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.887931 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072c6be-ce77-4d22-9123-3737551b9665,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:21.891372 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:21.893876 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.894248 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.db.segments_db [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Added segment 47b5ff80-892a-477c-9255-fdc52414e50b of type vlan for network 92f7dbcf-15ea-4fb5-8362-9e1c31b72440 May 10 19:52:21.922328 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778694289246'] for network, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.950310 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310'] for network, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.952095 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:21.952698 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:21.957208 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:22.139958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Pushing event updated for resources: {'Network': ['ID=92f7dbcf-15ea-4fb5-8362-9e1c31b72440,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:22.142805 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4600844 May 10 19:52:22.143726 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-c286b761-213e-403e-b126-337b7a151768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:22.145512 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57184) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:22.150558 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Network 92f7dbcf-15ea-4fb5-8362-9e1c31b72440 details requested by agent ovs-agent-dv-cinder-780933-5-iscsi with host dv-cinder-780933-5-iscsi {{(pid=78733) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 19:52:22.150934 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.v2.base [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Request body: {'subnet': {'network_id': '92f7dbcf-15ea-4fb5-8362-9e1c31b72440', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-922824332-subnet', 'tenant_id': '9146646ebc40403bb3017d1181abcd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 19:52:22.156263 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:22.159991 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Usage tracker for resource:subnet and tenant:9146646ebc40403bb3017d1181abcd7a is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:22.162809 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:22.168545 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:22.179152 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Made reservation on behalf of 9146646ebc40403bb3017d1181abcd7a for: {'subnet': 1} {{(pid=78732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:52:22.181672 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2860861'] for subnet, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:22.555026 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2860879'] for subnet, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:22.559404 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:22.627756 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50de8fb5-56c3-4fce-b7c2-1f15bd63a476,revision_number=0']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:22.631639 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:22.635550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Checking segment: {'id': '47b5ff80-892a-477c-9255-fdc52414e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '92f7dbcf-15ea-4fb5-8362-9e1c31b72440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 19:52:22.635897 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Network hostable DHCP agents. Network: 92f7dbcf-15ea-4fb5-8362-9e1c31b72440, hostable agents: ['34e9305b-c0d1-48a8-951a-d3412b809332'], hosted agents: [] {{(pid=78732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:52:22.652717 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Network 92f7dbcf-15ea-4fb5-8362-9e1c31b72440 is scheduled to be hosted by DHCP agent 34e9305b-c0d1-48a8-951a-d3412b809332 with binding_index 1 {{(pid=78732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:52:22.661894 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.base_scheduler [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-5-iscsi, 92f7dbcf-15ea-4fb5-8362-9e1c31b72440) {{(pid=78732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:52:22.670858 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae3a4b-5a09-4db6-a842-b57653e577ce None None] Network 92f7dbcf-15ea-4fb5-8362-9e1c31b72440 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:52:22.672002 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:22.672584 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:22.692393 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-a39cb7fd-a669-4961-b3e3-796555d4543b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5458064 May 10 19:52:22.856821 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7290a38-7ba6-4119-b776-dac26d559cfd None None] Network 92f7dbcf-15ea-4fb5-8362-9e1c31b72440 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:52:23.048520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:23.377575 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-74a0332b-ab1c-4993-a390-4cab79973a3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747325 May 10 19:52:23.507473 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:23.535831 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-caab57f6-d9e7-4b5f-b71d-c15189950548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:23.537283 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-caab57f6-d9e7-4b5f-b71d-c15189950548 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.0692449 May 10 19:52:23.679066 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-8364cb66-019f-4e0f-8842-c123d425f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:23.680486 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-8364cb66-019f-4e0f-8842-c123d425f769 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1231492 May 10 19:52:23.783358 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-c9cf1f44-11ae-486e-ba89-593a9a2e1fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1002 time: 0.0936444 May 10 19:52:23.847277 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-362720d0-5c63-45a4-9989-eda72baa5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:23.848610 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-362720d0-5c63-45a4-9989-eda72baa5c50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0577438 May 10 19:52:23.920582 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-ddcf5cee-7dbf-42b0-ac5c-951b678316cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:52:23.921970 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-ddcf5cee-7dbf-42b0-ac5c-951b678316cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670981 May 10 19:52:24.049076 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-8b8e92c8-98a0-4415-88cb-dc97b7cd0b0e service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199269 May 10 19:52:24.184123 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ce9c66b2-b91f-4d4e-8699-3617ff77b90e req-f15218ba-537d-4b0b-afa6-394e73ba4266 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210918 May 10 19:52:24.479583 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:34.072195 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:52:38.848772 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57308) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:38.910604 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Deleting subnet 00dce847-5cc7-4698-baa6-05dac733aae8 {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:52:38.913540 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:38.960945 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.013852 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.251661 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.256121 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:39.292056 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dce847-5cc7-4698-baa6-05dac733aae8,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:39.295565 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:39.296528 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.302223 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-3028a43b-5f30-4394-9d76-bb49797f5719 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/00dce847-5cc7-4698-baa6-05dac733aae8 HTTP/1.1" status: 204 len: 168 time: 0.4524269 May 10 19:52:39.304715 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57312) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:39.406073 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.530925 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.543075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bb9ece-330b-45be-b324-c40975d010c1']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:39.554466 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02912b7d-44c9-401e-beab-5143311eee2e') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:39.554752 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02912b7d-44c9-401e-beab-5143311eee2e') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:39.565930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.582677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.588761 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:52:39.589275 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:52:39.602230 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:52:39.675266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.678812 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:39.691213 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.700234 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bb9ece-330b-45be-b324-c40975d010c1,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:39.703275 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] 10.222.0.26 "DELETE /v2.0/networks/31bb9ece-330b-45be-b324-c40975d010c1 HTTP/1.1" status: 204 len: 168 time: 0.3975842 May 10 19:52:39.704075 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-36862f96-a097-4b53-9204-52571eaedc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:39.706086 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57318) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:39.763326 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Deleting subnet 50de8fb5-56c3-4fce-b7c2-1f15bd63a476 {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:52:39.767018 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.817970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:39.961392 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.202211 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.206643 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:40.241636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50de8fb5-56c3-4fce-b7c2-1f15bd63a476,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:40.244251 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.247879 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:40.250566 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-1ad992a0-077e-4324-b299-554bf18e0bfc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/50de8fb5-56c3-4fce-b7c2-1f15bd63a476 HTTP/1.1" status: 204 len: 168 time: 0.5435560 May 10 19:52:40.252966 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57322) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:40.357061 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.479653 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.491958 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f7dbcf-15ea-4fb5-8362-9e1c31b72440']}} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:40.503561 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b5ff80-892a-477c-9255-fdc52414e50b') {'for_net_delete': True} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:40.503856 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.services.segments.db [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b5ff80-892a-477c-9255-fdc52414e50b') {} {{(pid=78732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:52:40.515537 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2731003'] for segment, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.530849 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.536643 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=78732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:52:40.537019 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2865684'] for segment, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: Traceback (most recent call last): May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: timer() May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: cb(*args, **kw) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: return func(*args, **kwargs) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: self._notify() May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: self.callback(batched_events) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: event.method(event) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: return f(self, *a, **k) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._get(url).json() May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: return self.request(url, 'GET', **kwargs) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:52:40.550163 dv-cinder-780933-5-iscsi neutron-server[78732]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:52:40.625838 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.629448 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fb0d801a-c4a0-4ff9-a5d0-c8cdcd0afaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:40.642571 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.651331 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=92f7dbcf-15ea-4fb5-8362-9e1c31b72440,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:40.654031 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/92f7dbcf-15ea-4fb5-8362-9e1c31b72440 HTTP/1.1" status: 204 len: 168 time: 0.4001055 May 10 19:52:40.655532 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-07e78a98-8460-45f0-abbd-ea7efc6b3c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:40.817117 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57328) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:40.865155 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-8b5bf517-ff0d-4d4f-881d-3ddf8130d74c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=692f536e1f6e483db9436f891cb13d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468311 May 10 19:52:40.867349 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57332) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:40.922246 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:40.949960 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.001485 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.006113 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-5b561fe9-be3e-4bfd-8a31-cf63cf13994f tempest-TestMinimumBasicScenario-1408500961 tempest-TestMinimumBasicScenario-1408500961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:41.018054 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c70a5-8358-4d31-a0f1-25e1869339d7,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:41.026774 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.027144 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.027503 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.027854 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.028202 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.028548 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.028892 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.029303 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.029646 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.029987 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.030348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.030689 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:41.033175 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.036929 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c74c70a5-8358-4d31-a0f1-25e1869339d7 HTTP/1.1" status: 204 len: 168 time: 0.1686838 May 10 19:52:41.038285 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-44ea6a7e-40fa-40ef-a903-e0b4969dd0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:41.364893 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57340) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:41.414824 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-1e4b536a-26f4-4b59-8451-1590fcd828ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9146646ebc40403bb3017d1181abcd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470173 May 10 19:52:41.415619 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57344) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:41.472234 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.496551 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.548358 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.552580 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2702135e-a706-43f7-bca3-23966b89d1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:41.568389 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072c6be-ce77-4d22-9123-3737551b9665,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:41.570862 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:41.574058 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:41.575356 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4079c6b6-c73c-43b3-ac92-151b84d4fc2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0072c6be-ce77-4d22-9123-3737551b9665 HTTP/1.1" status: 204 len: 168 time: 0.1586714 May 10 19:52:49.188822 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0e80-9256-4643-89d4-28930ce47240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:51.697502 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3b1e8669-1fa4-4c8b-ba65-ebfc8abaf92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:51.885307 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:52.999193 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:53.526708 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:53.692484 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57438) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:53.804848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:53.818930 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:53.822901 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Usage tracker for resource:security_group_rule and tenant:24ef1c60fd134fe9b91eecea9c80874b is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:53.825668 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:53.831746 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:53.915580 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:53.919320 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:53.927574 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-6ec2f523-56ea-48db-a457-ce8cc8c7ee2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:53.967670 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24ef1c60fd134fe9b91eecea9c80874b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740929 May 10 19:52:53.968455 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf6dd4-e01b-4176-943e-1ffb44919a45,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:53.970292 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57444) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:53.971550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b3eb43a-a2a8-45d1-b04c-a8609e12c34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:54.027355 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:54.052675 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:54.101821 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:54.105430 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-009336a6-3807-4922-8ff7-13a4a04a15d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:54.116329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf6dd4-e01b-4176-943e-1ffb44919a45,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:54.120051 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:54.123660 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:54.124746 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-370cf8a7-f82a-490a-90a9-6c68a7d38b99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4cf6dd4-e01b-4176-943e-1ffb44919a45 HTTP/1.1" status: 204 len: 168 time: 0.1534410 May 10 19:52:54.484084 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:55.518458 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57488) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:55.631810 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:55.645899 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:52:55.649629 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Usage tracker for resource:security_group_rule and tenant:963ba56e7e594aeeb1852e61a4174725 is out of sync, need to count used quota {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:52:55.652350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78731) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:52:55.658438 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.quota.driver [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78731) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:52:55.736629 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:55.740308 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:55.752070 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9b8a4258-18eb-47cb-97ee-f7a6d3ac41d1 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:55.880717 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=963ba56e7e594aeeb1852e61a4174725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610802 May 10 19:52:55.881635 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9030e8f-5837-412d-9f6b-0659cdce8f47,revision_number=1']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:55.883235 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57494) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:52:55.885158 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-7182a5df-b3c5-458d-8219-c3c1a6c50578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:55.942173 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:55.967748 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:56.017879 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:56.021391 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-4323aa7a-263a-40ad-b636-7539490ec298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:52:56.033717 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9030e8f-5837-412d-9f6b-0659cdce8f47,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:56.037408 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:52:56.042928 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:52:56.046596 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-46e161b9-7b87-42c2-b998-acaf54b3cf7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9030e8f-5837-412d-9f6b-0659cdce8f47 HTTP/1.1" status: 204 len: 168 time: 0.1592417 May 10 19:53:00.654970 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 57564) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:53:00.770054 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:00.787674 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 19:53:00.791448 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Usage tracker for resource:security_group_rule and tenant:716806f56f1648479da45cf43507aa27 is out of sync, need to count used quota {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 19:53:00.794288 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.quota.resource [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78732) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 19:53:00.800592 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.quota.driver [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78732) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 19:53:00.881931 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:00.885830 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_create {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:00.897091 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bddc55db-b3e4-4cdd-82a2-f8a83981a7e6 tempest-TestVolumeBootPattern-183517865 tempest-TestVolumeBootPattern-183517865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:53:00.947057 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=716806f56f1648479da45cf43507aa27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908881 May 10 19:53:00.948322 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2af467-a7f9-43ae-a94b-bfc24bb94a64,revision_number=1']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:53:00.949530 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57570) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:53:00.958334 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.958806 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.959266 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.959736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.960188 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.960630 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.961092 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.961549 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.961979 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.962461 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.962914 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.963365 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:53:00.968577 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-0b9522e3-7fc1-4172-be86-2911d38d0b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:53:01.009098 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:01.033913 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:01.085812 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:01.089344 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-58293547-acd3-4032-a3c4-b49abfd170c0 tempest-AttachVolumeTestJSON-2016246171 tempest-AttachVolumeTestJSON-2016246171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:53:01.101548 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2af467-a7f9-43ae-a94b-bfc24bb94a64,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:53:01.105322 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:53:01.110949 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:01.112066 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-4123e3be-f6ba-4673-a017-5a5e6515426d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc2af467-a7f9-43ae-a94b-bfc24bb94a64 HTTP/1.1" status: 204 len: 168 time: 0.1615336 May 10 19:53:11.071245 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:53:19.189340 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6b11c96f-eaa5-4edc-8b6c-c9dae6d50b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:21.697948 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-c022d9be-6b2a-4ada-9632-7683132d62f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:21.885909 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:23.001720 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:23.522136 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:23.982570 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-eb217a85-e6d7-4421-ad87-f45d9ddd74b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702372 May 10 19:53:24.132281 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-83cfc99a-b257-4541-a853-ff6915042097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:24.133731 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-83cfc99a-b257-4541-a853-ff6915042097 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.0691941 May 10 19:53:24.273670 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-086a950b-7523-40c8-a591-ca100fe39f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:24.275132 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-086a950b-7523-40c8-a591-ca100fe39f1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1236825 May 10 19:53:24.375193 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-892e924e-91eb-42ae-8aa0-eaf74d2dd133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1002 time: 0.0940919 May 10 19:53:24.437469 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-22a8f0eb-3621-4470-81ca-65c9700a8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:24.438930 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-22a8f0eb-3621-4470-81ca-65c9700a8d41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0579135 May 10 19:53:24.487652 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:24.516585 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-97edaa21-d319-4302-b586-f7bc24b3cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:24.518095 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-97edaa21-d319-4302-b586-f7bc24b3cde8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731547 May 10 19:53:24.528074 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-eab846cb-9f3b-4f36-9c2e-7030fd0a2e56 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=78731) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 19:53:24.528995 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-eab846cb-9f3b-4f36-9c2e-7030fd0a2e56 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048208 May 10 19:53:24.654720 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-ee3f0d8f-cf12-4763-9986-a08dd3ed0958 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191037 May 10 19:53:24.781362 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3668ae93-d072-4d93-a74f-ecdd0c19de0c req-37b1fcba-ad6a-4ff4-95df-b434a44e5ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205981 May 10 19:53:47.556886 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e79ae5-1d0a-4d0a-b97e-3e5d486833fa req-d948be61-4bcb-4f1d-95ae-fc2faeb6aca0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:47.558338 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-79e79ae5-1d0a-4d0a-b97e-3e5d486833fa req-d948be61-4bcb-4f1d-95ae-fc2faeb6aca0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.2443495 May 10 19:53:47.605748 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-79e79ae5-1d0a-4d0a-b97e-3e5d486833fa req-cc4a8119-cf90-4a9f-9100-a6db12763a1c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 May 10 19:53:48.070202 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:53:48.836549 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822c60a-2cfb-4881-a1bd-869ac7d10df3 req-174f0b54-5983-486e-987d-6ce9e7c515d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:48.837973 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d822c60a-2cfb-4881-a1bd-869ac7d10df3 req-174f0b54-5983-486e-987d-6ce9e7c515d7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.1281941 May 10 19:53:48.884410 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d822c60a-2cfb-4881-a1bd-869ac7d10df3 req-925378e9-5b3d-48a7-b27f-7918e6ec5edc tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 May 10 19:53:49.191114 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ae326767-bf5c-4bb8-a918-85abc016551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:50.061980 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb08fa-ec37-4817-bb64-827ec5bfb504 req-b4a2702c-489c-482c-b7d6-6dc34f12fd27 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:50.063474 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-38fb08fa-ec37-4817-bb64-827ec5bfb504 req-b4a2702c-489c-482c-b7d6-6dc34f12fd27 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0772853 May 10 19:53:50.106913 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-38fb08fa-ec37-4817-bb64-827ec5bfb504 req-1430b47d-924e-4749-bdce-9d3a661cc2f4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380139 May 10 19:53:51.288636 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ebf87-453f-4815-92a5-54c29125bdbb req-07b882cc-cf14-41bf-85c1-75e4b7fbf8c1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:51.290147 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ec0ebf87-453f-4815-92a5-54c29125bdbb req-07b882cc-cf14-41bf-85c1-75e4b7fbf8c1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0798693 May 10 19:53:51.333949 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ec0ebf87-453f-4815-92a5-54c29125bdbb req-a1b95419-db92-4480-abea-91b3c936c452 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375881 May 10 19:53:51.699514 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-6f381a84-89f9-4f82-a0d9-eef00004e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:51.886680 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:52.519573 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f76eb-ed1d-488d-b57c-4f94b4d6078a req-93eb00d3-ad3e-4ef9-bd1c-30c537e70830 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:52.520982 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db6f76eb-ed1d-488d-b57c-4f94b4d6078a req-93eb00d3-ad3e-4ef9-bd1c-30c537e70830 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0820806 May 10 19:53:52.563556 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-db6f76eb-ed1d-488d-b57c-4f94b4d6078a req-2ff5640b-8af5-43f0-b940-50cc6634b56e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369840 May 10 19:53:53.005151 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:53.517463 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:53.748199 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62964b8-c470-4a75-bd6c-01ff4d8b3cb8 req-725dca31-172d-4994-b6b8-6ce1e95f1450 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:53.749544 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e62964b8-c470-4a75-bd6c-01ff4d8b3cb8 req-725dca31-172d-4994-b6b8-6ce1e95f1450 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0810392 May 10 19:53:53.792020 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e62964b8-c470-4a75-bd6c-01ff4d8b3cb8 req-2955105b-59df-4548-8f7c-f57a93f0a5c5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369005 May 10 19:53:54.490709 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:53:54.970291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a734f6a-2102-4ccd-a3e2-79e9c53c1d0d req-4d9573b9-9aca-4433-92fe-062199728483 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:54.971695 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3a734f6a-2102-4ccd-a3e2-79e9c53c1d0d req-4d9573b9-9aca-4433-92fe-062199728483 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0772297 May 10 19:53:55.014224 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3a734f6a-2102-4ccd-a3e2-79e9c53c1d0d req-543e29b5-cdbe-42bf-b57f-d17a5f984c92 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370646 May 10 19:53:56.198276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9341b-e51c-4b30-a57e-2cbc748b067e req-3bd770b6-579b-4088-8c8c-5d70fd5f69d1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:56.199689 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77b9341b-e51c-4b30-a57e-2cbc748b067e req-3bd770b6-579b-4088-8c8c-5d70fd5f69d1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0794280 May 10 19:53:56.245401 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-77b9341b-e51c-4b30-a57e-2cbc748b067e req-123e6e14-786b-48c6-97ea-b0b8cb3a2b83 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396440 May 10 19:53:57.427729 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030da24-dce8-44b8-bb95-11869a37752f req-2909048c-7a6a-4aff-a5cd-076f999438b4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:57.429163 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3030da24-dce8-44b8-bb95-11869a37752f req-2909048c-7a6a-4aff-a5cd-076f999438b4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0816720 May 10 19:53:57.473418 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3030da24-dce8-44b8-bb95-11869a37752f req-c0a13f0d-2244-4f96-8ccc-2e4bc6b33b0e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 May 10 19:53:57.607863 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-7c2b604b-0cd6-4bad-8136-00e435dd33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:57.609279 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-7c2b604b-0cd6-4bad-8136-00e435dd33ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.1107442 May 10 19:53:57.737445 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-07204b0e-17af-447f-a4d4-3ecac05accbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:57.738836 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-07204b0e-17af-447f-a4d4-3ecac05accbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1227226 May 10 19:53:57.933180 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-c2678f3f-ca89-48b3-8e2a-7a22a5ba7c4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1002 time: 0.1882482 May 10 19:53:57.994731 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-a3b076e2-7343-4bcb-8fbc-7722b711c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:57.996010 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-a3b076e2-7343-4bcb-8fbc-7722b711c119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0558975 May 10 19:53:58.070683 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-8f5d35aa-0ff8-42dd-b5be-fdc4ac251424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:58.072090 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-8f5d35aa-0ff8-42dd-b5be-fdc4ac251424 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696144 May 10 19:53:58.200268 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-3403a98e-5bf2-45ec-b55e-63e02189b441 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211021 May 10 19:53:58.327985 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-8d3098b7-bfd9-4a3d-9b25-d19a52e28f9e req-cd588a17-316e-4fa9-9354-8d325e990d9e service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207168 May 10 19:53:58.652578 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20db45-c30d-4b8b-b9cc-e7a10ddc12eb req-c48be154-f4ef-43d9-ae35-f75973e90477 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:58.654439 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4c20db45-c30d-4b8b-b9cc-e7a10ddc12eb req-c48be154-f4ef-43d9-ae35-f75973e90477 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0779896 May 10 19:53:58.696987 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4c20db45-c30d-4b8b-b9cc-e7a10ddc12eb req-cdc03b3e-e9a3-48c2-8b6e-11d8adbe7e65 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369604 May 10 19:53:59.881549 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416ec14-1b32-4b39-a929-a410952a0d1b req-50eb20d0-0f16-4d00-8099-213dc66512f4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:53:59.883009 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5416ec14-1b32-4b39-a929-a410952a0d1b req-50eb20d0-0f16-4d00-8099-213dc66512f4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0798864 May 10 19:53:59.929343 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5416ec14-1b32-4b39-a929-a410952a0d1b req-fce8a53e-b3bc-44ad-8684-4021e1e1cbf5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 May 10 19:54:01.117432 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a4bc-5ba6-41b2-80d5-aa99832cb276 req-0615e8ba-6bac-4c63-b1a7-86f17cfe328c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:01.118887 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f049a4bc-5ba6-41b2-80d5-aa99832cb276 req-0615e8ba-6bac-4c63-b1a7-86f17cfe328c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0850437 May 10 19:54:01.163607 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f049a4bc-5ba6-41b2-80d5-aa99832cb276 req-a2084428-0370-4617-906c-af8225e33d0e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389681 May 10 19:54:01.512033 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986c2cb-9a7d-4f6d-afca-a8696cb0a3d7 req-f82ef346-a643-4394-bea1-7fd591a24dba tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:01.513955 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5986c2cb-9a7d-4f6d-afca-a8696cb0a3d7 req-f82ef346-a643-4394-bea1-7fd591a24dba tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0812237 May 10 19:54:01.557079 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5986c2cb-9a7d-4f6d-afca-a8696cb0a3d7 req-4ed0aba7-ee54-4570-9293-cc0ccbe590be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375185 May 10 19:54:02.736897 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f92629-b5dc-4d6e-b7e6-5ce730bb3b74 req-9802ee47-9979-4c38-951e-4c18eff9b2a5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:02.738330 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a7f92629-b5dc-4d6e-b7e6-5ce730bb3b74 req-9802ee47-9979-4c38-951e-4c18eff9b2a5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0791287 May 10 19:54:02.781684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a7f92629-b5dc-4d6e-b7e6-5ce730bb3b74 req-fa893f7f-07ae-4366-b461-72710876b269 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378847 May 10 19:54:03.496019 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:54:03.607555 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:03.632819 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:54:03.642691 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:54:03.646875 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:03.648742 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-75e4db37-c653-4e4a-9b28-428e95658870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:54:03.716098 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=6']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:54:03.723265 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.723605 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.723939 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.724266 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.724589 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.724912 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.725230 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.725546 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.725864 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.726207 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.726527 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.726842 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:54:03.732776 dv-cinder-780933-5-iscsi neutron-server[78733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'code': 422} returned with failed status May 10 19:54:03.733404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:54:04.049099 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86ae4c-e445-4551-a781-28a6afda8150 req-dd5e6482-dfd0-4d16-944e-20b2e4210dfb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:04.050581 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec86ae4c-e445-4551-a781-28a6afda8150 req-dd5e6482-dfd0-4d16-944e-20b2e4210dfb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1650419 May 10 19:54:04.093762 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ec86ae4c-e445-4551-a781-28a6afda8150 req-56447c1a-34f4-42d3-be6c-a07ddb1ea3cf tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375788 May 10 19:54:05.271518 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889f0f0-3d90-46c7-aa4f-d5660c2d6559 req-856f85c8-e9fd-4f60-b39d-7722377320b8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:05.272938 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3889f0f0-3d90-46c7-aa4f-d5660c2d6559 req-856f85c8-e9fd-4f60-b39d-7722377320b8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0781424 May 10 19:54:05.318835 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3889f0f0-3d90-46c7-aa4f-d5660c2d6559 req-582056d2-7973-4571-ad34-42d83bdfa322 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 May 10 19:54:06.502603 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974db651-9802-48c5-8a65-96e717a1cf14 req-329dd1db-5d91-4a44-817e-f163a3fdce51 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:06.504033 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-974db651-9802-48c5-8a65-96e717a1cf14 req-329dd1db-5d91-4a44-817e-f163a3fdce51 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0825319 May 10 19:54:06.548176 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-974db651-9802-48c5-8a65-96e717a1cf14 req-96931c95-f783-42c4-857b-8c7a3924c69e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385785 May 10 19:54:07.728652 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114583a-0bd0-41ae-9d66-f0cd71b24c0c req-f977b6c5-37ec-4a5e-b7d1-4228bb84bec2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:07.730054 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5114583a-0bd0-41ae-9d66-f0cd71b24c0c req-f977b6c5-37ec-4a5e-b7d1-4228bb84bec2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783923 May 10 19:54:07.774071 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5114583a-0bd0-41ae-9d66-f0cd71b24c0c req-bb82e6b1-cd5b-4e84-9739-dd474858a1d9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379221 May 10 19:54:08.951018 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dd094-e5b5-46d2-900b-e4555bf02fe4 req-743b61ae-5300-4b38-80e4-20724e77784c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:08.952425 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-657dd094-e5b5-46d2-900b-e4555bf02fe4 req-743b61ae-5300-4b38-80e4-20724e77784c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0773261 May 10 19:54:08.997727 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-657dd094-e5b5-46d2-900b-e4555bf02fe4 req-ad69057d-c6ee-4d79-85a4-8df627061934 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398259 May 10 19:54:10.323066 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eca10-3399-45a7-9771-3f7b4b80719f req-caf16bbe-fd64-48e8-b6d9-cfb5b261190a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:10.324416 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-481eca10-3399-45a7-9771-3f7b4b80719f req-caf16bbe-fd64-48e8-b6d9-cfb5b261190a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0816212 May 10 19:54:10.368635 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-481eca10-3399-45a7-9771-3f7b4b80719f req-9aee21ed-8a73-4100-a050-df0b2088ec37 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 May 10 19:54:11.551717 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111e1a1-900e-40af-b595-63e796a29318 req-d9fe5e15-26c9-4262-92bd-61f31624442d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:11.553120 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7111e1a1-900e-40af-b595-63e796a29318 req-d9fe5e15-26c9-4262-92bd-61f31624442d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0792794 May 10 19:54:11.599390 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7111e1a1-900e-40af-b595-63e796a29318 req-ed67b7ef-28c2-40ad-8320-751f4d59b003 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406911 May 10 19:54:12.777978 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29f98a-576f-4788-8084-ee55d524cfbc req-4af46f32-15fe-4a77-8bad-0f416fbbdedd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:12.779963 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2a29f98a-576f-4788-8084-ee55d524cfbc req-4af46f32-15fe-4a77-8bad-0f416fbbdedd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783002 May 10 19:54:12.826230 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2a29f98a-576f-4788-8084-ee55d524cfbc req-4e260f18-e074-4a23-ae2f-7d262a2fe0c5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 May 10 19:54:14.008177 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184d6e1-b7e2-427c-99c6-05a84e17858a req-ad52dff9-1878-4402-b74b-65e9dc809181 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:14.009565 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3184d6e1-b7e2-427c-99c6-05a84e17858a req-ad52dff9-1878-4402-b74b-65e9dc809181 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0810587 May 10 19:54:14.052595 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-3184d6e1-b7e2-427c-99c6-05a84e17858a req-f92c7b6c-02e4-40b6-a2d7-6ce39a182064 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367367 May 10 19:54:15.233346 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa236-8f8c-47ad-80a5-b623182343f5 req-50c6c2cd-85db-472f-ab3a-8835f55abf8a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:15.234835 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e87fa236-8f8c-47ad-80a5-b623182343f5 req-50c6c2cd-85db-472f-ab3a-8835f55abf8a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0776949 May 10 19:54:15.279460 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e87fa236-8f8c-47ad-80a5-b623182343f5 req-e9d4a2ed-c986-4cff-a53f-c18bdaeb67b6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 May 10 19:54:16.460169 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1a398-08fa-4eb2-9038-19e7209a9d65 req-b6108e73-6dad-4d96-968b-fc0795f70060 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:16.461600 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2da1a398-08fa-4eb2-9038-19e7209a9d65 req-b6108e73-6dad-4d96-968b-fc0795f70060 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0792773 May 10 19:54:16.508683 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2da1a398-08fa-4eb2-9038-19e7209a9d65 req-93e1587a-42cc-4265-91dc-e8e63617222e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 May 10 19:54:17.704753 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29115d1-9a41-49a7-a737-92d6ff9dca24 req-2bacc272-7f17-4853-ab15-983a106a1284 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:17.706131 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c29115d1-9a41-49a7-a737-92d6ff9dca24 req-2bacc272-7f17-4853-ab15-983a106a1284 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0818014 May 10 19:54:17.748797 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c29115d1-9a41-49a7-a737-92d6ff9dca24 req-7aac1f6c-6952-44c6-af4c-f589c5e3aa37 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370944 May 10 19:54:18.943925 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559107f2-ea78-48d5-94e4-bbf878d9d398 req-1bbc3dbd-13ca-48d8-bc8b-4e20c27391b6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:18.945360 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-559107f2-ea78-48d5-94e4-bbf878d9d398 req-1bbc3dbd-13ca-48d8-bc8b-4e20c27391b6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0773642 May 10 19:54:18.989012 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-559107f2-ea78-48d5-94e4-bbf878d9d398 req-7d2f1e6f-ba2d-4fbd-bf34-0f12c8aae6e3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373404 May 10 19:54:19.193422 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-76acc920-f81f-490f-a6d3-df39ae06ea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:20.166672 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cc09e-f8a1-44a4-8252-b1a809efe2cb req-afbb1b45-ddbe-4165-8dc8-4a50643c3620 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:20.168075 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c18cc09e-f8a1-44a4-8252-b1a809efe2cb req-afbb1b45-ddbe-4165-8dc8-4a50643c3620 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0779696 May 10 19:54:20.213616 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c18cc09e-f8a1-44a4-8252-b1a809efe2cb req-4bcc9f82-47af-4c4a-9c67-5f5037696d05 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 May 10 19:54:21.397057 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc362d41-db3f-4d3f-82bd-e7388a5a71e3 req-e68b1eb3-8ff5-4eff-bd87-0d0cb8278f1c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:21.398539 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc362d41-db3f-4d3f-82bd-e7388a5a71e3 req-e68b1eb3-8ff5-4eff-bd87-0d0cb8278f1c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0823507 May 10 19:54:21.442015 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fc362d41-db3f-4d3f-82bd-e7388a5a71e3 req-5c487c39-8333-4521-b3b8-cc6e6559997c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 May 10 19:54:21.700924 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5f7d84ab-2b3e-41de-881d-4f96d2a35f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:21.887387 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:22.622482 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349d65-b16c-4e52-8f16-e53cb93b3d93 req-185b631a-deff-404d-8768-6910ec415cae tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:22.623907 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b3349d65-b16c-4e52-8f16-e53cb93b3d93 req-185b631a-deff-404d-8768-6910ec415cae tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0779171 May 10 19:54:22.667100 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b3349d65-b16c-4e52-8f16-e53cb93b3d93 req-a9d8af43-218d-403b-8a79-dca044a5127f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375736 May 10 19:54:23.007522 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:23.536626 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:23.846024 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256fc86-7165-41e7-8eae-0903bd51a8aa req-5b93cd2c-6471-495a-b11f-ab8497c1de4e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:23.847452 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6256fc86-7165-41e7-8eae-0903bd51a8aa req-5b93cd2c-6471-495a-b11f-ab8497c1de4e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0787811 May 10 19:54:23.895905 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6256fc86-7165-41e7-8eae-0903bd51a8aa req-667d1b9c-c6f1-46ca-be25-b87d316b9f4d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 May 10 19:54:24.494431 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:25.069859 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:54:25.169388 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b2a8-7fb1-4249-8087-648e28616dee req-bbba377c-9be5-4ed9-984f-535d8a1b98bd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:25.170857 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2ec4b2a8-7fb1-4249-8087-648e28616dee req-bbba377c-9be5-4ed9-984f-535d8a1b98bd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1731608 May 10 19:54:25.214352 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2ec4b2a8-7fb1-4249-8087-648e28616dee req-743a6c8f-624f-4666-9cc6-182fa42afb7c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 May 10 19:54:26.398827 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c65cdd-ba98-46ab-abc7-a81b757f1dbc req-2020dba0-605e-4cff-9122-c72016a0cc59 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:26.400273 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68c65cdd-ba98-46ab-abc7-a81b757f1dbc req-2020dba0-605e-4cff-9122-c72016a0cc59 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0794497 May 10 19:54:26.443966 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-68c65cdd-ba98-46ab-abc7-a81b757f1dbc req-5e55fa04-ad7c-4d47-b823-36d1734ed18b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374565 May 10 19:54:27.623350 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd759c03-6c42-4b3d-a360-af238a68c71b req-fbebdbbe-1b2b-4d9f-b946-43b5a83d9593 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:27.624782 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fd759c03-6c42-4b3d-a360-af238a68c71b req-fbebdbbe-1b2b-4d9f-b946-43b5a83d9593 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0786438 May 10 19:54:27.671659 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fd759c03-6c42-4b3d-a360-af238a68c71b req-da2114dc-27c6-4b9c-90a2-ede952812565 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 May 10 19:54:28.854225 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31199300-290d-4f19-ac2c-7f10c9327e3d req-b1637dbe-a9c8-4931-b70c-763028134a2f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:28.855676 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31199300-290d-4f19-ac2c-7f10c9327e3d req-b1637dbe-a9c8-4931-b70c-763028134a2f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0814414 May 10 19:54:28.899746 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31199300-290d-4f19-ac2c-7f10c9327e3d req-bf0a62e8-6f7d-4205-8850-9b9f0c89d692 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379066 May 10 19:54:30.079245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac0aea-cc08-43f2-9643-a16e327b2e82 req-1b677dfe-45ad-4690-bceb-5a55a2b453ba tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:30.080635 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d8ac0aea-cc08-43f2-9643-a16e327b2e82 req-1b677dfe-45ad-4690-bceb-5a55a2b453ba tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0774603 May 10 19:54:30.123052 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d8ac0aea-cc08-43f2-9643-a16e327b2e82 req-4a62f6c3-2b1d-430f-9fd1-5dffcd7b50d5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368764 May 10 19:54:31.302465 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5f56d-285d-4705-ad15-5e0fc376df7b req-c78df7e2-877e-4d78-99d3-b67b6cf47cd6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:31.303904 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31e5f56d-285d-4705-ad15-5e0fc376df7b req-c78df7e2-877e-4d78-99d3-b67b6cf47cd6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0780804 May 10 19:54:31.351237 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-31e5f56d-285d-4705-ad15-5e0fc376df7b req-e38f6f6c-7212-452b-b41f-3cfc7bf43f14 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 May 10 19:54:32.533695 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14749-cf8d-458a-8959-c27b7de894dd req-ba8da889-45ce-4016-8904-8de8007d2143 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:32.535124 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-beb14749-cf8d-458a-8959-c27b7de894dd req-ba8da889-45ce-4016-8904-8de8007d2143 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0812201 May 10 19:54:32.578460 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-beb14749-cf8d-458a-8959-c27b7de894dd req-8d40849c-dba7-41b7-b510-dc1d3099f70f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375421 May 10 19:54:33.759849 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def09d6e-2d10-4f50-8802-b3397e6c9a5f req-0c17eff0-9857-4cfc-a399-5744614fcfe1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:33.761262 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-def09d6e-2d10-4f50-8802-b3397e6c9a5f req-0c17eff0-9857-4cfc-a399-5744614fcfe1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0785470 May 10 19:54:33.803765 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-def09d6e-2d10-4f50-8802-b3397e6c9a5f req-ecf6902c-36e7-4bb3-b8e2-e3168d359e41 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369461 May 10 19:54:34.982494 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459526a0-e858-4254-ad67-10a4404a2d9c req-1b45c14c-2f9b-4b9a-b86e-4aa029f2c771 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:34.983897 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-459526a0-e858-4254-ad67-10a4404a2d9c req-1b45c14c-2f9b-4b9a-b86e-4aa029f2c771 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0778575 May 10 19:54:35.032892 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-459526a0-e858-4254-ad67-10a4404a2d9c req-4b475df0-016f-40dc-bed9-a7409de2a913 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 May 10 19:54:36.216550 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a104921-ab5e-4d52-9db7-1e186dc29844 req-b734f154-06a8-4f66-a295-211edd18a194 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:36.217987 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5a104921-ab5e-4d52-9db7-1e186dc29844 req-b734f154-06a8-4f66-a295-211edd18a194 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0833163 May 10 19:54:36.261437 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5a104921-ab5e-4d52-9db7-1e186dc29844 req-b67f6743-9d2b-45a1-9219-d77989e98095 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378530 May 10 19:54:37.443081 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de172d9b-3dbd-4fdc-ac55-2a82ddd28708 req-cd9657c8-667d-4f4f-ba3f-66531fb2adb1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:37.444518 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de172d9b-3dbd-4fdc-ac55-2a82ddd28708 req-cd9657c8-667d-4f4f-ba3f-66531fb2adb1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0794330 May 10 19:54:37.488442 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-de172d9b-3dbd-4fdc-ac55-2a82ddd28708 req-d70f4e02-97d2-4819-9e1c-c107fd8b3ee4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376685 May 10 19:54:38.667182 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7711ea-8ff4-4758-8c00-506ee01cf0f5 req-bd43fe93-4ef6-476f-a283-2dfddc57dc39 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:38.668496 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb7711ea-8ff4-4758-8c00-506ee01cf0f5 req-bd43fe93-4ef6-476f-a283-2dfddc57dc39 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0772717 May 10 19:54:38.714538 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cb7711ea-8ff4-4758-8c00-506ee01cf0f5 req-85bd912c-c05a-4d1c-883c-487776152a0f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 May 10 19:54:39.900423 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823f14-0844-46de-a7fb-6aa6625fb58d req-7c6eea1a-1e8c-48c3-99ff-f754f1bd3f43 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:39.902353 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ba823f14-0844-46de-a7fb-6aa6625fb58d req-7c6eea1a-1e8c-48c3-99ff-f754f1bd3f43 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0859904 May 10 19:54:39.946504 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-ba823f14-0844-46de-a7fb-6aa6625fb58d req-9fd3a835-7c6c-4849-933f-8564597d2206 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384982 May 10 19:54:41.129085 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ead83f-3b90-4855-b41e-d6006fa25558 req-ef9539c0-ee8a-4d35-93bd-e957900e4e8d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:41.130551 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78ead83f-3b90-4855-b41e-d6006fa25558 req-ef9539c0-ee8a-4d35-93bd-e957900e4e8d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0800984 May 10 19:54:41.173957 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-78ead83f-3b90-4855-b41e-d6006fa25558 req-5fc7b973-de45-4dda-82e2-1c8e0b7733eb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378046 May 10 19:54:42.352316 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111c1c-3012-4270-a0a9-3a1782c9c97d req-379f62ed-483d-4cff-90bc-f87b03336b5d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:42.353769 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd111c1c-3012-4270-a0a9-3a1782c9c97d req-379f62ed-483d-4cff-90bc-f87b03336b5d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0784986 May 10 19:54:42.400225 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bd111c1c-3012-4270-a0a9-3a1782c9c97d req-d24ae1d1-1f47-43de-950e-a6fa742d2e7b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 May 10 19:54:43.668476 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3de3c-b528-4459-a216-59541a6fb61e req-bc23d877-b144-409f-a88a-851ed4813e72 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:43.669964 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fcc3de3c-b528-4459-a216-59541a6fb61e req-bc23d877-b144-409f-a88a-851ed4813e72 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1647122 May 10 19:54:43.713669 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fcc3de3c-b528-4459-a216-59541a6fb61e req-d6315aad-6d53-4a45-9d15-1ed3552556d8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380664 May 10 19:54:44.896450 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc25243-9fcf-4bbb-8655-4abf81ee0fd2 req-f9da0848-d859-4a0d-94ef-f577263ace3b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:44.897879 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0dc25243-9fcf-4bbb-8655-4abf81ee0fd2 req-f9da0848-d859-4a0d-94ef-f577263ace3b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0796616 May 10 19:54:44.941137 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0dc25243-9fcf-4bbb-8655-4abf81ee0fd2 req-aa59ce99-349b-4a40-a978-674630056ef9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 May 10 19:54:46.118187 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526cf-eff0-4566-ad8e-bbe90eb2729d req-40dca388-4203-4d57-afd5-69a2f217df3a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:46.119584 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-03e526cf-eff0-4566-ad8e-bbe90eb2729d req-40dca388-4203-4d57-afd5-69a2f217df3a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0773835 May 10 19:54:46.165155 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-03e526cf-eff0-4566-ad8e-bbe90eb2729d req-25273275-16f0-46db-adf1-0604a1e52b75 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394766 May 10 19:54:47.346558 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd501cb-db6b-49ae-a043-8e450d273a19 req-2156e59f-d746-48ae-af4b-5df5146f0479 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:47.348004 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bfd501cb-db6b-49ae-a043-8e450d273a19 req-2156e59f-d746-48ae-af4b-5df5146f0479 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0819116 May 10 19:54:47.392045 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bfd501cb-db6b-49ae-a043-8e450d273a19 req-10c4f2cf-41d9-4a98-bf58-f54c4984f78c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383325 May 10 19:54:48.572813 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fd11d-0a94-40de-95fb-372287153e3d req-5b4da6fe-05da-4f0d-9ef3-835ff5db2e64 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:48.574239 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-099fd11d-0a94-40de-95fb-372287153e3d req-5b4da6fe-05da-4f0d-9ef3-835ff5db2e64 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0780637 May 10 19:54:48.617553 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-099fd11d-0a94-40de-95fb-372287153e3d req-f626b940-3c18-41a2-ae2e-358384a1410c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372877 May 10 19:54:49.194732 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6c3c-b517-453c-b786-8bbc44547aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:49.797348 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd019c46-5f13-4c28-ad2e-aad0edc45436 req-857ed1b5-3512-48bb-a14d-8a0e271c98e0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:49.798803 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cd019c46-5f13-4c28-ad2e-aad0edc45436 req-857ed1b5-3512-48bb-a14d-8a0e271c98e0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783410 May 10 19:54:49.845128 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-cd019c46-5f13-4c28-ad2e-aad0edc45436 req-cff452f3-d15b-438e-bbd6-7245ccd4caff tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406890 May 10 19:54:51.024909 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b3bd4-43d3-4f4b-951c-b6221bb13f16 req-4d89333b-8123-4009-8503-6158231bb0a9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:51.026341 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a17b3bd4-43d3-4f4b-951c-b6221bb13f16 req-4d89333b-8123-4009-8503-6158231bb0a9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0795252 May 10 19:54:51.068788 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a17b3bd4-43d3-4f4b-951c-b6221bb13f16 req-c0506654-ce40-4452-8db3-593048432fd2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 May 10 19:54:51.702012 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e23629e7-99e8-493f-8a12-497186325525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:51.889651 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:52.249782 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7eb35-7d54-4e55-b97c-1959a32bf919 req-8600eca7-337c-4de6-a113-e746472a419c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:52.251240 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fcd7eb35-7d54-4e55-b97c-1959a32bf919 req-8600eca7-337c-4de6-a113-e746472a419c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0777786 May 10 19:54:52.294536 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fcd7eb35-7d54-4e55-b97c-1959a32bf919 req-6ffb406c-23db-477a-9eab-71a49fbd7832 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372286 May 10 19:54:53.010294 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:53.474814 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13faa-57ba-4824-974a-4ef329472310 req-d2d55d7a-c0bc-4165-b49b-b54907cb33c8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:53.476259 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8dc13faa-57ba-4824-974a-4ef329472310 req-d2d55d7a-c0bc-4165-b49b-b54907cb33c8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0798357 May 10 19:54:53.523640 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8dc13faa-57ba-4824-974a-4ef329472310 req-68b2fe13-75a7-4a2c-9a4b-a7cbe3120c7a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 May 10 19:54:53.535582 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:54.498731 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:54:54.707494 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d905d27-3840-4e83-a45e-a19b553637b9 req-3a4e5eed-78d5-4a3d-be86-ad03b66efde8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:54.708846 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d905d27-3840-4e83-a45e-a19b553637b9 req-3a4e5eed-78d5-4a3d-be86-ad03b66efde8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0812254 May 10 19:54:54.751916 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2d905d27-3840-4e83-a45e-a19b553637b9 req-106aa312-db4c-4164-ae6b-6467720598fd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374372 May 10 19:54:55.931377 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b715fd6-bccc-47b3-86f9-f6244ab908c3 req-c2dca963-753f-432c-bb38-b843fbe5fffd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:55.932708 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5b715fd6-bccc-47b3-86f9-f6244ab908c3 req-c2dca963-753f-432c-bb38-b843fbe5fffd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0774031 May 10 19:54:55.976298 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5b715fd6-bccc-47b3-86f9-f6244ab908c3 req-39e6f8ed-3ccb-4b97-9207-154bf6c13532 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376041 May 10 19:54:57.153811 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9b090-e8ea-4aa5-9763-67aaee0b8891 req-6fc56077-41d1-425c-a001-ead9d682b9a6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:57.155265 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9fd9b090-e8ea-4aa5-9763-67aaee0b8891 req-6fc56077-41d1-425c-a001-ead9d682b9a6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0775967 May 10 19:54:57.201751 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-9fd9b090-e8ea-4aa5-9763-67aaee0b8891 req-0665372b-f3af-4f43-8f72-42f5559cfe3c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409591 May 10 19:54:58.384074 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841c72-8702-4e36-becf-1f397a117c13 req-081c5642-a161-429b-98d8-b2a1da6d36df tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:58.385509 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-15841c72-8702-4e36-becf-1f397a117c13 req-081c5642-a161-429b-98d8-b2a1da6d36df tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0816400 May 10 19:54:58.429887 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-15841c72-8702-4e36-becf-1f397a117c13 req-8fb1acae-6eff-4569-ae0a-9ac45ec54b4d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382056 May 10 19:54:59.614377 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815598-ac73-4f3f-811f-3e8b65f4a30a req-3cff067e-c7f5-4726-b5c7-903b5438d274 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:54:59.615809 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88815598-ac73-4f3f-811f-3e8b65f4a30a req-3cff067e-c7f5-4726-b5c7-903b5438d274 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0787256 May 10 19:54:59.659716 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-88815598-ac73-4f3f-811f-3e8b65f4a30a req-412346b1-ba53-43be-9304-2f98f7d7ae18 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381606 May 10 19:55:00.838084 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917f40d-88b4-4dbc-b956-cf10d5d935ac req-308fa09e-3c84-44c7-b5bc-04b5cb116b38 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:00.839495 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e917f40d-88b4-4dbc-b956-cf10d5d935ac req-308fa09e-3c84-44c7-b5bc-04b5cb116b38 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0770392 May 10 19:55:00.885245 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e917f40d-88b4-4dbc-b956-cf10d5d935ac req-5469f1d4-a811-4557-b025-8a5667d3bff8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401907 May 10 19:55:02.067604 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5eca7-c604-4567-ad68-982c6ffb288a req-537de304-9ead-4c45-a3b7-8205f87ddc19 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:02.068231 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:55:02.069034 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-30e5eca7-c604-4567-ad68-982c6ffb288a req-537de304-9ead-4c45-a3b7-8205f87ddc19 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0813324 May 10 19:55:02.112632 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-30e5eca7-c604-4567-ad68-982c6ffb288a req-63e35638-a191-48c6-943f-5c0291d2da13 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 May 10 19:55:03.295016 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc12fc4-6782-4b53-bfd2-c376d6c966ff req-61b4309f-ec5e-4ec3-ad94-55cc1af3c47e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:03.296468 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ecc12fc4-6782-4b53-bfd2-c376d6c966ff req-61b4309f-ec5e-4ec3-ad94-55cc1af3c47e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0797222 May 10 19:55:03.340272 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ecc12fc4-6782-4b53-bfd2-c376d6c966ff req-432569ab-e0dd-4d9b-a2cd-52d0ffbb316c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382397 May 10 19:55:04.522406 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bf026-5f58-4c17-b778-2ca72ee779e6 req-8539e2f8-4c66-4496-8636-3d153877af10 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:04.523958 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-374bf026-5f58-4c17-b778-2ca72ee779e6 req-8539e2f8-4c66-4496-8636-3d153877af10 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0817893 May 10 19:55:04.570446 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-374bf026-5f58-4c17-b778-2ca72ee779e6 req-5e582958-4cc6-46b2-bd60-5a6a6611163d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 May 10 19:55:05.752571 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22fb83-518b-4de7-9e80-ab9c91dcca45 req-1a434262-b738-4839-8b83-aa244f89c6be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:05.753989 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b22fb83-518b-4de7-9e80-ab9c91dcca45 req-1a434262-b738-4839-8b83-aa244f89c6be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0811262 May 10 19:55:05.796635 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6b22fb83-518b-4de7-9e80-ab9c91dcca45 req-0346ec8b-6ba0-4bdd-98eb-015c52a1f416 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370452 May 10 19:55:06.982173 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad49b9-18f1-4130-a041-a1c02347136f req-11a61b8c-2d93-4e6a-a2da-a16da609f4dc tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:06.983585 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1ad49b9-18f1-4130-a041-a1c02347136f req-11a61b8c-2d93-4e6a-a2da-a16da609f4dc tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0780890 May 10 19:55:07.026558 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e1ad49b9-18f1-4130-a041-a1c02347136f req-ae30744d-08e9-46f9-a1fa-699083aa0af0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 May 10 19:55:08.205978 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63adc02-f3e9-4b11-aa90-cc1ef1aee272 req-4cb2241b-f13a-4d41-94e5-e475bd681c76 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:08.207429 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b63adc02-f3e9-4b11-aa90-cc1ef1aee272 req-4cb2241b-f13a-4d41-94e5-e475bd681c76 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783250 May 10 19:55:08.254736 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b63adc02-f3e9-4b11-aa90-cc1ef1aee272 req-a6391e81-28f7-4f0b-ad24-4b0a19b3c14e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 May 10 19:55:09.526871 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8d1a-e280-44fb-aa8c-96750a40c49f req-075a3da8-f6ca-406b-81a2-c874946477be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:09.528322 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7eef8d1a-e280-44fb-aa8c-96750a40c49f req-075a3da8-f6ca-406b-81a2-c874946477be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1697958 May 10 19:55:09.571418 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7eef8d1a-e280-44fb-aa8c-96750a40c49f req-da3e4712-89b1-4bb4-a0c4-597e0c77fbfc tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371788 May 10 19:55:10.752838 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713c31e-9d71-4556-98b7-ba273d9a67ba req-e994bf35-b869-4cad-b632-00a16f7a3921 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:10.754211 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9713c31e-9d71-4556-98b7-ba273d9a67ba req-e994bf35-b869-4cad-b632-00a16f7a3921 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0794060 May 10 19:55:10.798069 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-9713c31e-9d71-4556-98b7-ba273d9a67ba req-5250f311-5633-4598-98c6-7bbb45cec93b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383103 May 10 19:55:11.977499 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c15a4-4fe7-4199-94d8-e8fa89791eef req-7dd28d4a-3faf-48bc-99b0-d68f688d714c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:11.978861 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b5c15a4-4fe7-4199-94d8-e8fa89791eef req-7dd28d4a-3faf-48bc-99b0-d68f688d714c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0780096 May 10 19:55:12.025335 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5b5c15a4-4fe7-4199-94d8-e8fa89791eef req-b49a7767-0920-4a94-a78e-189a7267bb38 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 May 10 19:55:13.208226 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b45db-fe87-4b2c-9ef5-e8a31620d7b6 req-4ab7b43c-e39e-468c-981e-cb374ad1e89c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:13.209651 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-992b45db-fe87-4b2c-9ef5-e8a31620d7b6 req-4ab7b43c-e39e-468c-981e-cb374ad1e89c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0819016 May 10 19:55:13.253332 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-992b45db-fe87-4b2c-9ef5-e8a31620d7b6 req-4aaa4bce-2cc4-4eba-9c62-b40552dd535a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380599 May 10 19:55:14.435446 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9943d-1017-4004-a8a0-65c310ce5e44 req-1984ec80-5e12-460d-97eb-d0f370c2d1c5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:14.436873 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-adb9943d-1017-4004-a8a0-65c310ce5e44 req-1984ec80-5e12-460d-97eb-d0f370c2d1c5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783033 May 10 19:55:14.480523 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-adb9943d-1017-4004-a8a0-65c310ce5e44 req-4c91186b-7e8c-45fb-89f6-441b1977a2d5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379612 May 10 19:55:15.660960 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6430-392b-403b-891e-91360be9934e req-98ea606a-73c7-4860-9203-4009b1a7dd57 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:15.662366 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a42c6430-392b-403b-891e-91360be9934e req-98ea606a-73c7-4860-9203-4009b1a7dd57 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0793474 May 10 19:55:15.708963 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a42c6430-392b-403b-891e-91360be9934e req-a67c7cc8-7b3d-4219-b5ec-a21e89eb0ab4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 May 10 19:55:16.890422 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0680c3-284f-4a3f-8e95-5dfb12fcc2be req-9a5bbc85-13e6-4f44-9686-9c6b374b40c9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:16.891832 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc0680c3-284f-4a3f-8e95-5dfb12fcc2be req-9a5bbc85-13e6-4f44-9686-9c6b374b40c9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0808427 May 10 19:55:16.935116 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-bc0680c3-284f-4a3f-8e95-5dfb12fcc2be req-afe8cb1a-ca71-4435-b857-e104f14caa41 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377631 May 10 19:55:18.115464 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895659f-335e-4f75-856e-9a050f4b067b req-935e7351-13e0-4f34-aac6-8ecd95cf14be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:18.116878 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d895659f-335e-4f75-856e-9a050f4b067b req-935e7351-13e0-4f34-aac6-8ecd95cf14be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783815 May 10 19:55:18.160029 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d895659f-335e-4f75-856e-9a050f4b067b req-a1448138-ee8d-444e-8f90-d257b009a64d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369875 May 10 19:55:19.197517 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-fc619354-24ba-4375-90fa-5a109d21b3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:19.343201 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f039-6d2b-44c9-adee-cd691a5c7258 req-a3606c31-850d-431b-a97d-6258f0f5e714 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:19.344625 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a107f039-6d2b-44c9-adee-cd691a5c7258 req-a3606c31-850d-431b-a97d-6258f0f5e714 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0805125 May 10 19:55:19.391123 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a107f039-6d2b-44c9-adee-cd691a5c7258 req-a2e77b5e-f436-4d5c-ae99-bec68dac0c0b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 May 10 19:55:20.573302 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdad10-0204-41c1-b5cd-0ba163dd72e7 req-ea469011-754a-4aed-8d70-0627f0e48aa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:20.575285 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8dbdad10-0204-41c1-b5cd-0ba163dd72e7 req-ea469011-754a-4aed-8d70-0627f0e48aa9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0810905 May 10 19:55:20.617364 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8dbdad10-0204-41c1-b5cd-0ba163dd72e7 req-cbdb3d5d-4798-44ab-9a44-be4f39e4d3e8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365267 May 10 19:55:21.703118 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-21362301-7290-4d7e-a835-c3b28e83abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:21.802602 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649034d5-636f-4dae-bd5c-f661297acf28 req-48656759-e385-4d59-9223-be95864cf500 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:21.804040 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-649034d5-636f-4dae-bd5c-f661297acf28 req-48656759-e385-4d59-9223-be95864cf500 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0782065 May 10 19:55:21.847051 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-649034d5-636f-4dae-bd5c-f661297acf28 req-7b8e588c-1aaf-4451-be45-076f1d4ba902 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369759 May 10 19:55:21.890869 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:23.014272 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:23.029731 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a3e90-f3fa-4ca2-87e2-e8807dff9778 req-81103349-d8d1-45fd-8b45-f4859a84832f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:23.031216 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-049a3e90-f3fa-4ca2-87e2-e8807dff9778 req-81103349-d8d1-45fd-8b45-f4859a84832f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0797126 May 10 19:55:23.078140 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-049a3e90-f3fa-4ca2-87e2-e8807dff9778 req-b718ad90-8bd7-4a72-bd35-6f9da50da116 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 May 10 19:55:23.536298 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:24.262619 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba949-0b4f-4586-8488-281ac94defa4 req-c189dd48-ce2a-4e80-9498-0baeca63bc1d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:24.264072 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2cbba949-0b4f-4586-8488-281ac94defa4 req-c189dd48-ce2a-4e80-9498-0baeca63bc1d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0845881 May 10 19:55:24.307305 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-2cbba949-0b4f-4586-8488-281ac94defa4 req-0bebfd16-34df-481e-8a76-0b0ef4f94ea2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376623 May 10 19:55:24.500681 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:25.488957 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66575795-6dac-4422-a31e-7ccb56cf4cbd req-284380ed-fdb7-4fa2-89fa-0a154b8ccd1d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:25.490410 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-66575795-6dac-4422-a31e-7ccb56cf4cbd req-284380ed-fdb7-4fa2-89fa-0a154b8ccd1d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0779674 May 10 19:55:25.533967 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-66575795-6dac-4422-a31e-7ccb56cf4cbd req-0356a3f6-d177-46a2-94f4-36a686348c1a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380085 May 10 19:55:26.711907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4298c3-c318-43dc-b437-869a10170ab4 req-d03c385a-7d9b-4ac5-b218-cc37f610390f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:26.713240 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a4298c3-c318-43dc-b437-869a10170ab4 req-d03c385a-7d9b-4ac5-b218-cc37f610390f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0774465 May 10 19:55:26.759645 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0a4298c3-c318-43dc-b437-869a10170ab4 req-4200e5de-f1f6-4daf-befc-94d487966fba tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403504 May 10 19:55:28.169361 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636ae35-d57b-471c-86d9-68eb77453ec6 req-b43db547-4108-4354-ba03-df119e908149 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:28.170847 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d636ae35-d57b-471c-86d9-68eb77453ec6 req-b43db547-4108-4354-ba03-df119e908149 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1699069 May 10 19:55:28.213968 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-d636ae35-d57b-471c-86d9-68eb77453ec6 req-b2c82f95-991a-4e29-b1ad-aa9413bac9a4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375881 May 10 19:55:29.396245 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd73a6-685c-4968-aedf-6c6c18f27ddd req-267a57e8-3322-41a0-a637-eea375a45380 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:29.397676 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05fd73a6-685c-4968-aedf-6c6c18f27ddd req-267a57e8-3322-41a0-a637-eea375a45380 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0788443 May 10 19:55:29.441448 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-05fd73a6-685c-4968-aedf-6c6c18f27ddd req-4981f458-f3fa-45c4-9861-bea1d82ea443 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380645 May 10 19:55:30.618793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733245-b8c8-4a01-82fc-df9d3e1c44d0 req-edeaa8cc-45d3-42a9-b267-9b26aa7d5885 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:30.620205 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-28733245-b8c8-4a01-82fc-df9d3e1c44d0 req-edeaa8cc-45d3-42a9-b267-9b26aa7d5885 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0782492 May 10 19:55:30.666793 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-28733245-b8c8-4a01-82fc-df9d3e1c44d0 req-99e82e9c-3198-4758-9ec3-86754d559d63 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403793 May 10 19:55:31.849207 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49575b-6507-4d55-9677-b95e861464fc req-252595cb-e4ca-489a-84af-7cc536abc270 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:31.850630 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a49575b-6507-4d55-9677-b95e861464fc req-252595cb-e4ca-489a-84af-7cc536abc270 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0805428 May 10 19:55:31.894827 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a49575b-6507-4d55-9677-b95e861464fc req-ab6bfe1b-7d19-41e1-ae4c-4a4a2f037d8a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385749 May 10 19:55:33.076246 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054eb0b-20cc-4291-88d8-849b49e38f95 req-516b0dae-b056-416f-9be3-15597f997afd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:33.077676 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c054eb0b-20cc-4291-88d8-849b49e38f95 req-516b0dae-b056-416f-9be3-15597f997afd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0781350 May 10 19:55:33.120682 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c054eb0b-20cc-4291-88d8-849b49e38f95 req-db82cdf3-bae8-4793-998d-6b1486ea1579 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374253 May 10 19:55:34.300593 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e3cd7-ac34-48d9-9a7a-76427d595fb9 req-566f4443-26c1-4c02-abf8-3ac7181e095b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:34.302039 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c00e3cd7-ac34-48d9-9a7a-76427d595fb9 req-566f4443-26c1-4c02-abf8-3ac7181e095b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0777404 May 10 19:55:34.348103 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c00e3cd7-ac34-48d9-9a7a-76427d595fb9 req-d2aed65b-6402-48f8-ae1a-663c284efa3f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 May 10 19:55:35.530716 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1529b-d373-4d3b-9eb1-506eec0cfa35 req-82fbc9a9-081d-4f14-abb7-97bfe7b38737 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:35.532133 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dff1529b-d373-4d3b-9eb1-506eec0cfa35 req-82fbc9a9-081d-4f14-abb7-97bfe7b38737 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0812621 May 10 19:55:35.576144 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dff1529b-d373-4d3b-9eb1-506eec0cfa35 req-8a7bd11d-70e7-4384-8ae5-b95383180cdb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384924 May 10 19:55:36.756517 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423633d-96e8-497c-a1fb-a2d983199483 req-ac72e9eb-b549-4e63-a451-283832b2b65f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:36.757841 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4423633d-96e8-497c-a1fb-a2d983199483 req-ac72e9eb-b549-4e63-a451-283832b2b65f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0782225 May 10 19:55:36.800230 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4423633d-96e8-497c-a1fb-a2d983199483 req-15676950-2672-4d1a-92c2-bb770a651291 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367682 May 10 19:55:37.978347 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c0c48-2391-4f0c-a802-6f01ea848bfb req-1057da40-d319-4848-9f2d-db478a820952 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:37.979684 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6f5c0c48-2391-4f0c-a802-6f01ea848bfb req-1057da40-d319-4848-9f2d-db478a820952 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0784454 May 10 19:55:38.026621 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6f5c0c48-2391-4f0c-a802-6f01ea848bfb req-0d258d97-25b0-4e94-a64c-70b4789be219 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 May 10 19:55:39.067084 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:55:39.208262 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb9f2-e1d2-4518-a189-732dd46539e4 req-44ec2b76-8d1d-4d47-98a7-1b7c7e3df169 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:39.209692 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-22ceb9f2-e1d2-4518-a189-732dd46539e4 req-44ec2b76-8d1d-4d47-98a7-1b7c7e3df169 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0823731 May 10 19:55:39.253165 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-22ceb9f2-e1d2-4518-a189-732dd46539e4 req-3dadb74d-4fbe-4a41-95a5-642e4c068e11 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378535 May 10 19:55:40.435494 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d05c6-cdaf-4f0c-a216-e828f208bd62 req-ddf2ddfe-db1b-41d9-b4ac-3c59c854223c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:40.436943 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-082d05c6-cdaf-4f0c-a216-e828f208bd62 req-ddf2ddfe-db1b-41d9-b4ac-3c59c854223c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0789363 May 10 19:55:40.482786 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-082d05c6-cdaf-4f0c-a216-e828f208bd62 req-a08448ab-1994-4274-830f-8ad2adc3b023 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401261 May 10 19:55:41.662239 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e98df6-dda9-416e-b404-9a05c08b1963 req-bf22eb49-43d0-44b0-b3f5-c6c9cc67410c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:41.663612 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90e98df6-dda9-416e-b404-9a05c08b1963 req-bf22eb49-43d0-44b0-b3f5-c6c9cc67410c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0794647 May 10 19:55:41.710839 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-90e98df6-dda9-416e-b404-9a05c08b1963 req-131197b7-0416-41f9-9a95-b741b5d84aa4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 May 10 19:55:42.893755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca844b5-27bd-4d97-a4c7-c8a98049602b req-0cdd1fc5-eb6f-4aa0-80a6-a8965ea30b5a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:42.895202 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cca844b5-27bd-4d97-a4c7-c8a98049602b req-0cdd1fc5-eb6f-4aa0-80a6-a8965ea30b5a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0820527 May 10 19:55:42.939119 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cca844b5-27bd-4d97-a4c7-c8a98049602b req-bec24f65-06e3-4722-b9b3-aa09d99f4fac tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383270 May 10 19:55:44.122112 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ab5ec-8ced-400d-87e0-9f9072636ee4 req-4c888592-1652-42f9-b5ee-d16e9bba7bdf tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:44.123546 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6b4ab5ec-8ced-400d-87e0-9f9072636ee4 req-4c888592-1652-42f9-b5ee-d16e9bba7bdf tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0789661 May 10 19:55:44.167192 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6b4ab5ec-8ced-400d-87e0-9f9072636ee4 req-9ae7e040-3e29-446b-aa74-bc2a55add0ec tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379910 May 10 19:55:45.486101 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03139c-c0a7-403b-bf48-34dafeee59dd req-a1c7a628-e6e7-49ae-9c38-ff680d61e2a0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:45.487463 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ab03139c-c0a7-403b-bf48-34dafeee59dd req-a1c7a628-e6e7-49ae-9c38-ff680d61e2a0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0799315 May 10 19:55:45.533940 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ab03139c-c0a7-403b-bf48-34dafeee59dd req-1b0dd5fa-b3e1-41b8-ac3c-152498cf35dd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408776 May 10 19:55:46.716889 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd9672-70a7-43b5-ae19-43ed7967cb88 req-23f31fd4-2397-4734-8b2e-80cb7446eaa6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:46.718237 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83fd9672-70a7-43b5-ae19-43ed7967cb88 req-23f31fd4-2397-4734-8b2e-80cb7446eaa6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0826652 May 10 19:55:46.760797 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-83fd9672-70a7-43b5-ae19-43ed7967cb88 req-b9eb2917-b68f-4161-96e7-a90c2cc72feb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369256 May 10 19:55:47.943106 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614a055-e210-4436-9ebb-a19656db5547 req-9b6efece-daec-4b5f-9a3e-0cef1ca05dc2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:47.944541 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0614a055-e210-4436-9ebb-a19656db5547 req-9b6efece-daec-4b5f-9a3e-0cef1ca05dc2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0792010 May 10 19:55:47.987993 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0614a055-e210-4436-9ebb-a19656db5547 req-dbac80f8-a862-4934-8c25-452a85554f73 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375946 May 10 19:55:49.167155 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c39acb-825d-4c0a-8dc8-03180c4261f1 req-98046fda-b4cd-4fa6-97ac-981c32756996 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:49.168566 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-25c39acb-825d-4c0a-8dc8-03180c4261f1 req-98046fda-b4cd-4fa6-97ac-981c32756996 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0779850 May 10 19:55:49.199340 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2d26-1636-4d26-9707-3170fdd9f6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:49.217340 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-25c39acb-825d-4c0a-8dc8-03180c4261f1 req-ff988d94-db20-417c-a05d-67a2a747a73d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431604 May 10 19:55:50.398787 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99284af6-9cb5-42aa-b285-c2d023341521 req-284f1d3f-89ea-4a7b-9a5b-8efd81fc96d3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:50.400217 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-99284af6-9cb5-42aa-b285-c2d023341521 req-284f1d3f-89ea-4a7b-9a5b-8efd81fc96d3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0819080 May 10 19:55:50.443743 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-99284af6-9cb5-42aa-b285-c2d023341521 req-0854cf15-4c49-4a7f-924a-0ef921537808 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371785 May 10 19:55:51.627232 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de8db-6736-4a5e-b090-1b8d3c3d6548 req-dfccdb40-ae7c-413d-92d3-6d903a5a3905 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:51.628710 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-420de8db-6736-4a5e-b090-1b8d3c3d6548 req-dfccdb40-ae7c-413d-92d3-6d903a5a3905 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0798974 May 10 19:55:51.671999 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-420de8db-6736-4a5e-b090-1b8d3c3d6548 req-7ef4c664-1593-4f1c-bc2d-6de0596fdc87 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377266 May 10 19:55:51.704689 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-2f44daa1-bd68-4474-b5c8-3abdf98dc1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:51.890929 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:52.850684 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30c517-1a8b-41d7-9707-7b6a028d32de req-f06e5899-3b92-4ba1-881a-4aa81da98878 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:52.852102 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6c30c517-1a8b-41d7-9707-7b6a028d32de req-f06e5899-3b92-4ba1-881a-4aa81da98878 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0775757 May 10 19:55:52.898568 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-6c30c517-1a8b-41d7-9707-7b6a028d32de req-8b9e5955-734e-45af-ae94-2b3cae8966e1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409503 May 10 19:55:53.016127 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:53.533626 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:54.172543 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a698413-e26d-43ab-837d-c3e2667731cc req-dd18f28e-c7b6-4a47-9859-0aa217d7311b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:54.174024 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a698413-e26d-43ab-837d-c3e2667731cc req-dd18f28e-c7b6-4a47-9859-0aa217d7311b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1734207 May 10 19:55:54.220282 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3a698413-e26d-43ab-837d-c3e2667731cc req-f577618a-b582-44a1-99b5-db6921a0fe38 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 May 10 19:55:54.502642 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:55:55.407652 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6022f9-cdef-4357-827d-18e16b6a30e9 req-f4c368d3-6227-44ba-93fd-220736265efd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:55.409104 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7f6022f9-cdef-4357-827d-18e16b6a30e9 req-f4c368d3-6227-44ba-93fd-220736265efd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0806098 May 10 19:55:55.453131 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7f6022f9-cdef-4357-827d-18e16b6a30e9 req-bc764d6a-330d-4164-b183-8cf7c815672c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383618 May 10 19:55:56.631393 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a47082-1694-4e18-9654-ac5f04a75a79 req-6f8efa8f-bbc8-4f6b-922c-67964dc03493 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:56.632809 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-70a47082-1694-4e18-9654-ac5f04a75a79 req-6f8efa8f-bbc8-4f6b-922c-67964dc03493 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0781236 May 10 19:55:56.678970 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-70a47082-1694-4e18-9654-ac5f04a75a79 req-f82f27c6-bc6a-4666-9d21-221e87f10e54 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398748 May 10 19:55:57.861298 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb5994-fa77-4a65-9930-b2f86968efb5 req-d12e62dc-53f1-4765-8044-18ca6fb8df06 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:57.862753 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5eb5994-fa77-4a65-9930-b2f86968efb5 req-d12e62dc-53f1-4765-8044-18ca6fb8df06 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0815909 May 10 19:55:57.906816 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f5eb5994-fa77-4a65-9930-b2f86968efb5 req-e516d696-ecb8-4ebf-943d-745aab34b7d0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385637 May 10 19:55:59.086571 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c98eda-ef85-45f0-bc96-8924d5e657f1 req-dbaa7314-a483-4c56-abf4-7dbf2610c7fb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:55:59.087995 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74c98eda-ef85-45f0-bc96-8924d5e657f1 req-dbaa7314-a483-4c56-abf4-7dbf2610c7fb tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0776889 May 10 19:55:59.131135 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-74c98eda-ef85-45f0-bc96-8924d5e657f1 req-97fb03ee-245a-457b-8079-9bc4e66a31c2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375326 May 10 19:56:00.311997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2784f-650d-441a-a9f8-d1f9c9179157 req-68fde2de-21fe-43e8-839f-90685a7371aa tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:00.313438 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bbf2784f-650d-441a-a9f8-d1f9c9179157 req-68fde2de-21fe-43e8-839f-90685a7371aa tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0800514 May 10 19:56:00.360519 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-bbf2784f-650d-441a-a9f8-d1f9c9179157 req-337eded9-3808-4e2f-a14e-d034d378ed59 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 May 10 19:56:01.549787 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529575c-8c63-4479-9c81-7ef59668cced req-0ca2ef1d-7681-4128-9207-6f94ceaeb44a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:01.551235 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6529575c-8c63-4479-9c81-7ef59668cced req-0ca2ef1d-7681-4128-9207-6f94ceaeb44a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0853834 May 10 19:56:01.596084 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-6529575c-8c63-4479-9c81-7ef59668cced req-048733b9-3833-4769-bfbf-0e94dfa4620b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391581 May 10 19:56:02.777148 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d84c-705e-48c7-ac92-a3609452af2f req-05eabcb1-31ba-49cf-8a2c-0061970442ee tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:02.779088 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-84a6d84c-705e-48c7-ac92-a3609452af2f req-05eabcb1-31ba-49cf-8a2c-0061970442ee tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0786948 May 10 19:56:02.822381 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-84a6d84c-705e-48c7-ac92-a3609452af2f req-b0d125aa-7124-41cb-b848-e51bfd9d323e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377915 May 10 19:56:04.000567 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde4362-740c-446f-89e2-aae34b4359d7 req-2b9d3aa0-0a68-459a-b9ed-7f8474cf486e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:04.001988 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dfde4362-740c-446f-89e2-aae34b4359d7 req-2b9d3aa0-0a68-459a-b9ed-7f8474cf486e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0774078 May 10 19:56:04.048316 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dfde4362-740c-446f-89e2-aae34b4359d7 req-df9dbe0a-7372-4536-b710-40163adb522d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 May 10 19:56:05.228517 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a397-cfd9-4e35-8c40-792fd7125c69 req-63410389-3e93-4efa-8229-aa3f984a8069 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:05.229852 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5026a397-cfd9-4e35-8c40-792fd7125c69 req-63410389-3e93-4efa-8229-aa3f984a8069 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0808897 May 10 19:56:05.273286 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5026a397-cfd9-4e35-8c40-792fd7125c69 req-6b2e1ba5-1c7d-46b7-94fd-8f028d43829a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372238 May 10 19:56:06.455306 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37496-9bd1-4c95-a356-2de7ff972e86 req-52d982ee-8a92-4b1b-a327-20377fb84950 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:06.456720 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b5d37496-9bd1-4c95-a356-2de7ff972e86 req-52d982ee-8a92-4b1b-a327-20377fb84950 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0788755 May 10 19:56:06.499968 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b5d37496-9bd1-4c95-a356-2de7ff972e86 req-262b46ad-2c6c-42b3-b07a-bbf75a5a0711 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377252 May 10 19:56:07.679291 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fcf82-4cf5-47d9-87d5-0952742bab38 req-25939341-d392-4e9b-8cb7-c554c78d9296 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:07.680611 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b64fcf82-4cf5-47d9-87d5-0952742bab38 req-25939341-d392-4e9b-8cb7-c554c78d9296 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0775483 May 10 19:56:07.727796 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b64fcf82-4cf5-47d9-87d5-0952742bab38 req-9fd1eace-1cc7-4d8b-b22d-267f0c2a4a81 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 May 10 19:56:08.909307 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f734-45cd-4b84-951e-be0d131e4c27 req-261c9629-2743-47f0-bae6-712f99f414be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:08.910767 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4a03f734-45cd-4b84-951e-be0d131e4c27 req-261c9629-2743-47f0-bae6-712f99f414be tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0803967 May 10 19:56:08.954940 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4a03f734-45cd-4b84-951e-be0d131e4c27 req-0bc2a9fe-18b5-4408-b781-5a173bd0291d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385149 May 10 19:56:10.135722 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7d30a-a1d9-4220-8d0d-8544e1976184 req-f61e71a1-e7cc-4ba5-baf9-56e0eb1e86c2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:10.137676 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3b7d30a-a1d9-4220-8d0d-8544e1976184 req-f61e71a1-e7cc-4ba5-baf9-56e0eb1e86c2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0791628 May 10 19:56:10.185491 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a3b7d30a-a1d9-4220-8d0d-8544e1976184 req-38291917-74df-4da3-8c54-16207a3a6c0f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 May 10 19:56:11.363866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad0362-a477-4f54-a7db-12f9e7403d53 req-fa2a1dc6-264f-440e-810e-f50970dfedd8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:11.365288 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-64ad0362-a477-4f54-a7db-12f9e7403d53 req-fa2a1dc6-264f-440e-810e-f50970dfedd8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0776589 May 10 19:56:11.413758 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-64ad0362-a477-4f54-a7db-12f9e7403d53 req-d4be6b36-fb35-4647-9c2f-424368277dac tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 May 10 19:56:12.678418 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b6147-cb07-423d-b363-8ab2d50e2e5a req-70d05a9a-5b99-448a-83f0-7a994623ec85 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:12.679754 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f23b6147-cb07-423d-b363-8ab2d50e2e5a req-70d05a9a-5b99-448a-83f0-7a994623ec85 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1638889 May 10 19:56:12.724581 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f23b6147-cb07-423d-b363-8ab2d50e2e5a req-e8e4ba2a-9657-4210-ad2a-f51035cf0c00 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384231 May 10 19:56:13.905301 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496078d-ebbc-43cf-a90f-3f8c65ddb445 req-3822ef77-8b7d-48c2-8787-5bf8ecf0c246 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:13.906769 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3496078d-ebbc-43cf-a90f-3f8c65ddb445 req-3822ef77-8b7d-48c2-8787-5bf8ecf0c246 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0773833 May 10 19:56:13.950859 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-3496078d-ebbc-43cf-a90f-3f8c65ddb445 req-083816a0-e538-4775-940b-9059c022c34b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 May 10 19:56:15.129778 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8400c-e638-4467-adbe-a1ecdc207365 req-a132464d-4f77-4daa-ad92-0dee021c1508 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:15.131223 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5dd8400c-e638-4467-adbe-a1ecdc207365 req-a132464d-4f77-4daa-ad92-0dee021c1508 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0786543 May 10 19:56:15.177495 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5dd8400c-e638-4467-adbe-a1ecdc207365 req-399e1e5d-b938-4a75-95c7-52fed0fb3fd6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 May 10 19:56:16.065869 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:16.360722 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813229e-492f-4f1b-93d5-83882f4387b5 req-8b1fa512-1c93-4638-9357-7b519fee5ab0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:16.362102 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b813229e-492f-4f1b-93d5-83882f4387b5 req-8b1fa512-1c93-4638-9357-7b519fee5ab0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0822666 May 10 19:56:16.406273 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b813229e-492f-4f1b-93d5-83882f4387b5 req-1852e1eb-4d95-4059-a26e-77b775dca5e9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383899 May 10 19:56:17.590469 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1e2ac-6487-4f4b-bbd4-de17b4183870 req-1dc80cdf-610b-4436-bcb1-317718a9bf42 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:17.591895 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-00e1e2ac-6487-4f4b-bbd4-de17b4183870 req-1dc80cdf-610b-4436-bcb1-317718a9bf42 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0790176 May 10 19:56:17.635505 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-00e1e2ac-6487-4f4b-bbd4-de17b4183870 req-5b2b3a7f-a959-43ef-8aad-490f8c6e7f20 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380671 May 10 19:56:18.813444 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1613b-237d-4077-a496-10c22bdb434c req-e0a3ea05-5826-4304-a4f4-9b375a1a80f4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:18.814881 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1aa1613b-237d-4077-a496-10c22bdb434c req-e0a3ea05-5826-4304-a4f4-9b375a1a80f4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0781262 May 10 19:56:18.860714 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1aa1613b-237d-4077-a496-10c22bdb434c req-94aaa448-7d1e-4003-bbb6-227729a2edd0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 May 10 19:56:19.203014 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0bced533-6f53-498e-a7c1-3424cb5e13a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:20.042209 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8d34-a939-46e3-97e0-b55e2ae57197 req-8eeecbe5-3f5c-4033-82ce-cc9c62983a25 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:20.044175 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7a1c8d34-a939-46e3-97e0-b55e2ae57197 req-8eeecbe5-3f5c-4033-82ce-cc9c62983a25 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0812593 May 10 19:56:20.087807 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7a1c8d34-a939-46e3-97e0-b55e2ae57197 req-e4de90e7-9a1b-49f8-8eae-c2802707807e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 May 10 19:56:21.269371 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f43a6-acad-4ea1-b48d-d4cc0e570249 req-7eeb1b5a-587e-412d-bf6d-c781d4121630 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:21.270829 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a4f43a6-acad-4ea1-b48d-d4cc0e570249 req-7eeb1b5a-587e-412d-bf6d-c781d4121630 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0777421 May 10 19:56:21.314816 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1a4f43a6-acad-4ea1-b48d-d4cc0e570249 req-f4e9b9c9-2d02-4f53-9536-21f2f81d4940 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 May 10 19:56:21.705487 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-b95a09bf-f632-4c66-9922-c19cecad3e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:21.890873 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:22.499056 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff29f-8ae2-47fc-9dd0-d6bbfc742c9d req-84bcbf14-77c1-4dce-89cf-a9af4d2815e9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:22.500494 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-affff29f-8ae2-47fc-9dd0-d6bbfc742c9d req-84bcbf14-77c1-4dce-89cf-a9af4d2815e9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0785151 May 10 19:56:22.547150 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-affff29f-8ae2-47fc-9dd0-d6bbfc742c9d req-9567f71f-af99-4e9f-8a08-2a2da9764f4b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411484 May 10 19:56:23.018957 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:23.535583 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:23.864321 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affbcf3-97ce-4dc4-b021-4500e73d2910 req-c632b1bd-2c42-417c-8907-dd1e8d52acb0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:23.865737 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0affbcf3-97ce-4dc4-b021-4500e73d2910 req-c632b1bd-2c42-417c-8907-dd1e8d52acb0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0816135 May 10 19:56:23.909639 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0affbcf3-97ce-4dc4-b021-4500e73d2910 req-93d52c52-2944-4fd3-b11a-9db860b19dba tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383759 May 10 19:56:24.503299 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:25.088866 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623144b7-5eeb-465d-bc01-6dca20edf22c req-d7c91b4c-78fd-4334-b2d0-72938efbaca9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:25.090811 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-623144b7-5eeb-465d-bc01-6dca20edf22c req-d7c91b4c-78fd-4334-b2d0-72938efbaca9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0779135 May 10 19:56:25.133535 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-623144b7-5eeb-465d-bc01-6dca20edf22c req-e6b4381d-2481-4fda-942f-ea7680eb1689 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372825 May 10 19:56:26.312425 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a859764-e110-40de-bef4-77c4e648b3de req-1e8e263a-7044-4644-8f4f-cb5db4087fc5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:26.313873 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5a859764-e110-40de-bef4-77c4e648b3de req-1e8e263a-7044-4644-8f4f-cb5db4087fc5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0785444 May 10 19:56:26.360038 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5a859764-e110-40de-bef4-77c4e648b3de req-f129a1bf-63ab-4038-a0c0-48dfdfe4ca98 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 May 10 19:56:27.546600 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61337e9-4caf-474b-8b4e-ad896dd86712 req-117e088b-ae5e-482f-974f-af306c23e145 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:27.548010 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a61337e9-4caf-474b-8b4e-ad896dd86712 req-117e088b-ae5e-482f-974f-af306c23e145 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0807002 May 10 19:56:27.595573 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-a61337e9-4caf-474b-8b4e-ad896dd86712 req-c0bbadba-d1ce-4f0e-a248-22ee810b29e0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 May 10 19:56:28.774996 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722b501-77e0-43b1-8418-055b761840d5 req-be0c2f72-28be-4433-b507-15ac66ed01d9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:28.776407 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e722b501-77e0-43b1-8418-055b761840d5 req-be0c2f72-28be-4433-b507-15ac66ed01d9 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0767999 May 10 19:56:28.819680 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-e722b501-77e0-43b1-8418-055b761840d5 req-90291b39-254e-4dd5-b9f3-8c024ee27b8f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372422 May 10 19:56:29.999024 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c68c-d66e-419c-b28f-c143859176a7 req-ef006e39-6433-4709-a652-53dd7718db03 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:30.000345 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-44c6c68c-d66e-419c-b28f-c143859176a7 req-ef006e39-6433-4709-a652-53dd7718db03 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0782311 May 10 19:56:30.045952 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-44c6c68c-d66e-419c-b28f-c143859176a7 req-b5d2c49f-3ed6-419e-99b4-8e90a54cf451 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400567 May 10 19:56:31.227683 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c7e5-a88e-4301-9652-53a7a4da3adc req-8f72dc3b-1940-4eee-a2b0-f1ad92ab139c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:31.229127 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d158c7e5-a88e-4301-9652-53a7a4da3adc req-8f72dc3b-1940-4eee-a2b0-f1ad92ab139c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0817950 May 10 19:56:31.271520 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-d158c7e5-a88e-4301-9652-53a7a4da3adc req-c9b4db6b-181b-458a-9338-733be52fdcc1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368340 May 10 19:56:32.454197 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573785a-b6b4-4fc0-9773-c6ce2ded312a req-a2b032ff-b5d0-4b6a-ab7e-3d1b20e29415 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:32.455845 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f573785a-b6b4-4fc0-9773-c6ce2ded312a req-a2b032ff-b5d0-4b6a-ab7e-3d1b20e29415 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0790484 May 10 19:56:32.499537 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f573785a-b6b4-4fc0-9773-c6ce2ded312a req-39f843ae-3070-4117-9384-9edcd5021328 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380619 May 10 19:56:33.677912 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294b5a-9c6c-4e8c-856c-3a6099d54ea3 req-542e1b61-6dcb-4bac-aa7d-cc6a2d3c277d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:33.679247 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dc294b5a-9c6c-4e8c-856c-3a6099d54ea3 req-542e1b61-6dcb-4bac-aa7d-cc6a2d3c277d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0774925 May 10 19:56:33.726259 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dc294b5a-9c6c-4e8c-856c-3a6099d54ea3 req-3e96ba4a-f969-472b-b0b0-f75dfb13a93f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 May 10 19:56:34.907037 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c1ac3-5883-478e-915b-df4cf49f7ef5 req-22e4ddca-e34d-451a-a1af-d4de3db99389 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:34.908454 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b96c1ac3-5883-478e-915b-df4cf49f7ef5 req-22e4ddca-e34d-451a-a1af-d4de3db99389 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0816543 May 10 19:56:34.952355 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-b96c1ac3-5883-478e-915b-df4cf49f7ef5 req-e6de1286-bb42-404d-889b-afafeaa14ca0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382447 May 10 19:56:36.133520 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489c5e-6165-406d-8508-9cebfbba3b43 req-9b73e615-133c-44c8-98e0-10b93e9905a4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:36.134961 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-54489c5e-6165-406d-8508-9cebfbba3b43 req-9b73e615-133c-44c8-98e0-10b93e9905a4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0783994 May 10 19:56:36.177613 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-54489c5e-6165-406d-8508-9cebfbba3b43 req-258abdba-687d-4579-b44a-7269d469c1ee tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370498 May 10 19:56:37.357372 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4fd60-9f26-4c90-bcd1-6a23acc2c945 req-ee264bf5-dfe7-4577-b9b4-70227ea67861 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:37.358813 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0da4fd60-9f26-4c90-bcd1-6a23acc2c945 req-ee264bf5-dfe7-4577-b9b4-70227ea67861 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0786755 May 10 19:56:37.405565 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-0da4fd60-9f26-4c90-bcd1-6a23acc2c945 req-b800bf53-9757-4cd6-9a8c-78ae0478c3b8 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 May 10 19:56:38.675239 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab6c89-6c2b-44de-b138-e20aa2ae6f28 req-1ee0879e-df9e-453f-aea1-9daeb7af99e5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:38.676571 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-caab6c89-6c2b-44de-b138-e20aa2ae6f28 req-1ee0879e-df9e-453f-aea1-9daeb7af99e5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1680386 May 10 19:56:38.719303 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-caab6c89-6c2b-44de-b138-e20aa2ae6f28 req-ea396c0b-b60b-484e-95ad-658346547388 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370934 May 10 19:56:39.900349 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b6159-7597-473d-84cc-53ed9fdc871c req-f4c253c3-0e7a-456a-8224-01ed9554a334 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:39.901756 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cd9b6159-7597-473d-84cc-53ed9fdc871c req-f4c253c3-0e7a-456a-8224-01ed9554a334 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0777030 May 10 19:56:39.946351 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-cd9b6159-7597-473d-84cc-53ed9fdc871c req-b3374692-915c-4257-aa38-445c84dbd561 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389953 May 10 19:56:41.125370 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a0391-ef46-4813-9f86-3ec82378722a req-b7b53bef-fe68-4429-be6d-1309d8e7f393 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:41.126828 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e6a0391-ef46-4813-9f86-3ec82378722a req-b7b53bef-fe68-4429-be6d-1309d8e7f393 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0780919 May 10 19:56:41.173855 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-4e6a0391-ef46-4813-9f86-3ec82378722a req-594a1482-cd97-4dd7-9077-71e90e3f73f2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 May 10 19:56:42.356931 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60afee0-cc44-422d-bec2-a67e3837ae0b req-d808b3ef-c5df-4bd7-8672-a64e859931bc tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:42.358369 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e60afee0-cc44-422d-bec2-a67e3837ae0b req-d808b3ef-c5df-4bd7-8672-a64e859931bc tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0828640 May 10 19:56:42.400907 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-e60afee0-cc44-422d-bec2-a67e3837ae0b req-94d35f71-0824-4dff-b6c9-51e39275e064 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369434 May 10 19:56:43.583053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da7063-cab7-4efb-be66-bea68cd94fc7 req-2f990909-6c6e-4849-ad74-4c83d2f0f498 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:43.584485 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-91da7063-cab7-4efb-be66-bea68cd94fc7 req-2f990909-6c6e-4849-ad74-4c83d2f0f498 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0779898 May 10 19:56:43.628225 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-91da7063-cab7-4efb-be66-bea68cd94fc7 req-d0c43740-5b89-4e9f-aa4b-1df1a29db8a2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380964 May 10 19:56:44.804859 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0407-5faa-440c-a4fc-b99206152a14 req-f98a1a96-907d-4cfe-9ed8-8028ae6dec13 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:44.806306 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5b7c0407-5faa-440c-a4fc-b99206152a14 req-f98a1a96-907d-4cfe-9ed8-8028ae6dec13 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0774431 May 10 19:56:44.852994 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5b7c0407-5faa-440c-a4fc-b99206152a14 req-7cbb92b1-9390-41fe-a3db-059970c87b43 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406597 May 10 19:56:46.035152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fad397-49e4-4ec2-9948-dd91cc295664 req-c4d9b16d-fadd-4383-9295-20a513677bdd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:46.036581 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c6fad397-49e4-4ec2-9948-dd91cc295664 req-c4d9b16d-fadd-4383-9295-20a513677bdd tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0810149 May 10 19:56:46.079512 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c6fad397-49e4-4ec2-9948-dd91cc295664 req-2b11d581-a510-49e7-984d-bca82ffe2fe5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374210 May 10 19:56:47.260408 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6005837-0f75-4990-a927-8d636145c795 req-540dbfa9-ed43-451c-bc0e-bbc07eead7b5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:47.261869 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c6005837-0f75-4990-a927-8d636145c795 req-540dbfa9-ed43-451c-bc0e-bbc07eead7b5 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0789373 May 10 19:56:47.305047 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c6005837-0f75-4990-a927-8d636145c795 req-ba28ebbd-2cd7-4549-9fbd-a510d92a2e95 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 May 10 19:56:48.484908 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe90b-9f7f-40f7-9a0c-a593fbe7a66c req-4db20c79-4e14-4054-a25b-14626692534a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:48.486353 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-76cfe90b-9f7f-40f7-9a0c-a593fbe7a66c req-4db20c79-4e14-4054-a25b-14626692534a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0791438 May 10 19:56:48.532813 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-76cfe90b-9f7f-40f7-9a0c-a593fbe7a66c req-1a11a44d-0ddd-4e3d-9ab2-1e565f4e8ad3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 May 10 19:56:49.204609 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-88a9df84-0f85-48b0-aaec-73dcc618b0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:49.715802 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e2005-bfbf-4a17-8395-593865ff6181 req-e05f4bff-0310-4361-9091-c8e01732db0d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:49.717133 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8b8e2005-bfbf-4a17-8395-593865ff6181 req-e05f4bff-0310-4361-9091-c8e01732db0d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0824511 May 10 19:56:49.761242 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8b8e2005-bfbf-4a17-8395-593865ff6181 req-f18672a8-42ef-445a-bdb0-4e6fdc0a9b14 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 May 10 19:56:50.942713 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e56aa8-3be4-491e-b0a2-9fb827f0ead5 req-e83d62c6-9090-4f63-b2c6-ef3b617c86d1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:50.944161 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-71e56aa8-3be4-491e-b0a2-9fb827f0ead5 req-e83d62c6-9090-4f63-b2c6-ef3b617c86d1 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0778890 May 10 19:56:50.988215 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-71e56aa8-3be4-491e-b0a2-9fb827f0ead5 req-5947649c-75f8-4432-a142-e35c7f2901d2 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374880 May 10 19:56:51.707405 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5bd71df7-93c9-437a-b1c4-802a19c14718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:51.890818 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:52.166259 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee19ef-35fd-4c4f-9ed1-8b927dac20c5 req-d5789468-916b-4c4d-a32e-c467d3e6acef tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:52.167671 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f4ee19ef-35fd-4c4f-9ed1-8b927dac20c5 req-d5789468-916b-4c4d-a32e-c467d3e6acef tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0778534 May 10 19:56:52.213745 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f4ee19ef-35fd-4c4f-9ed1-8b927dac20c5 req-d61c1d97-699b-4b9c-a04c-84205501f73c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 May 10 19:56:53.023620 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:53.067596 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:56:53.397849 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d9784-a880-43d1-85f9-c51dcbd48af8 req-bfec98d3-da83-490d-ac42-7ff309150028 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:53.399239 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d9d9784-a880-43d1-85f9-c51dcbd48af8 req-bfec98d3-da83-490d-ac42-7ff309150028 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0827191 May 10 19:56:53.445676 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-1d9d9784-a880-43d1-85f9-c51dcbd48af8 req-fa7b5ee2-39c3-4ffa-857e-f91bba8f6f74 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 May 10 19:56:53.535157 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:54.507558 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:56:54.629857 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67ea98-b437-4bef-bc23-8e1c66bc01eb req-582e209e-6412-404a-a64d-b5ce048719a3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:54.631320 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fb67ea98-b437-4bef-bc23-8e1c66bc01eb req-582e209e-6412-404a-a64d-b5ce048719a3 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0799665 May 10 19:56:54.674732 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-fb67ea98-b437-4bef-bc23-8e1c66bc01eb req-ba0bc125-41db-481a-867d-c08a8b506a0b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378458 May 10 19:56:55.853631 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4286b-7abe-4837-bdf3-c2d3bb915f62 req-e8b6f138-8e2b-4266-8c18-f97013acc09c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:55.855082 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5be4286b-7abe-4837-bdf3-c2d3bb915f62 req-e8b6f138-8e2b-4266-8c18-f97013acc09c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0781064 May 10 19:56:55.901432 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-5be4286b-7abe-4837-bdf3-c2d3bb915f62 req-1bb820ce-23da-4af3-85ba-fc794722f129 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 May 10 19:56:57.179523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefa472-499b-4ff1-b8e4-5ec195099269 req-a49432a5-977a-4d2b-a81a-6542ddc814ca tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:57.180897 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dbefa472-499b-4ff1-b8e4-5ec195099269 req-a49432a5-977a-4d2b-a81a-6542ddc814ca tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.1781435 May 10 19:56:57.228918 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-dbefa472-499b-4ff1-b8e4-5ec195099269 req-426f6811-3b02-4867-be16-08af978ce53a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 May 10 19:56:58.410063 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2169f9-9fb2-44f3-9ef2-c1c1e5bdba0f req-7c46ab69-9886-4448-a51d-1b6f256efb07 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:58.411527 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fc2169f9-9fb2-44f3-9ef2-c1c1e5bdba0f req-7c46ab69-9886-4448-a51d-1b6f256efb07 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0780876 May 10 19:56:58.455144 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-fc2169f9-9fb2-44f3-9ef2-c1c1e5bdba0f req-76c0b723-f6c1-4aa9-b49b-fbc378de248b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 May 10 19:56:59.636342 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198262-a76c-4f46-a29e-03e6b30271e5 req-ac37f918-0316-4b79-b9b1-9870346b8a12 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:56:59.637823 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ea198262-a76c-4f46-a29e-03e6b30271e5 req-ac37f918-0316-4b79-b9b1-9870346b8a12 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0789073 May 10 19:56:59.686199 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ea198262-a76c-4f46-a29e-03e6b30271e5 req-97faba9a-0ef2-461f-8a6e-d2796ecc2b2f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 May 10 19:57:00.873931 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3076af4-72eb-413f-96b4-13a072bd6ff1 req-301acff0-8832-42dd-b4b6-3d4a7690268c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:00.875400 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f3076af4-72eb-413f-96b4-13a072bd6ff1 req-301acff0-8832-42dd-b4b6-3d4a7690268c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0852082 May 10 19:57:00.924152 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f3076af4-72eb-413f-96b4-13a072bd6ff1 req-d02930a6-6fce-467d-9fb8-fbd5e6f9ec0c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 May 10 19:57:01.499714 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 57962) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:57:01.609096 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-a5c27581-80e1-4319-99d3-d56537793106 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081738 May 10 19:57:02.130926 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aef32-210a-4346-b321-967dff9c6af6 req-fd71f475-7803-4c3c-8507-a6708366be22 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:02.132414 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-446aef32-210a-4346-b321-967dff9c6af6 req-fd71f475-7803-4c3c-8507-a6708366be22 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0929039 May 10 19:57:02.180843 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-446aef32-210a-4346-b321-967dff9c6af6 req-8574ab8c-2b19-464f-a25e-92a51afa3d16 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 May 10 19:57:03.367877 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d23b-8eb6-4b74-bf20-039df8a7de0c req-da8f0870-df22-43ff-a39c-883ac300dd1a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:03.369513 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a3d6d23b-8eb6-4b74-bf20-039df8a7de0c req-da8f0870-df22-43ff-a39c-883ac300dd1a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0831151 May 10 19:57:03.415542 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a3d6d23b-8eb6-4b74-bf20-039df8a7de0c req-49a81b12-23f4-44ba-b326-bfe15dbd626b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 May 10 19:57:03.660603 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-bd8a7a30-19c0-4684-b9d5-313185ef4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:03.661985 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-bd8a7a30-19c0-4684-b9d5-313185ef4b93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329&tenant_id=d230d433d50c45be8cc52f3913c28961 HTTP/1.1" status: 200 len: 1097 time: 0.0694885 May 10 19:57:03.762836 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-cf4536bc-3b57-4e72-8ef6-10a1556be3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:03.764276 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-cf4536bc-3b57-4e72-8ef6-10a1556be3e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1097 time: 0.0717437 May 10 19:57:03.896874 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-ff6d16ee-7ba5-4a58-85c2-6c0aafe6510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:03.898316 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-ff6d16ee-7ba5-4a58-85c2-6c0aafe6510e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1212974 May 10 19:57:03.997471 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-1b0c7c7e-5474-40ed-983f-7ac6c0f82f3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1000 time: 0.0925272 May 10 19:57:04.055867 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-3e889003-cdd6-4eef-affa-2042cbabfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:04.057223 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-3e889003-cdd6-4eef-affa-2042cbabfaac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0538177 May 10 19:57:04.131363 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-ed40c488-adaf-4070-972a-9e42ee079041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:04.132756 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-ed40c488-adaf-4070-972a-9e42ee079041 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692980 May 10 19:57:04.352702 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-0819667c-eae4-4ed7-8c1a-7ad759856b17 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133057 May 10 19:57:04.482054 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-f1a3adf4-5246-4ee5-b2ab-16ed34f8b4ce req-51eafcd2-6b66-49ee-975c-b4306c8455c0 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225743 May 10 19:57:04.603276 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4689a-8682-4a6d-a4bd-42e2d43cfd26 req-bd0fe714-9c91-4f51-b9a1-90c8247e7f65 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:04.604611 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4ad4689a-8682-4a6d-a4bd-42e2d43cfd26 req-bd0fe714-9c91-4f51-b9a1-90c8247e7f65 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0815382 May 10 19:57:04.648624 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-4ad4689a-8682-4a6d-a4bd-42e2d43cfd26 req-3cd92b91-f14e-48d7-bcb8-01447b85813a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378940 May 10 19:57:05.829819 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4620187-b85b-4847-be61-d6bffd79227b req-e95bd535-0814-4687-adf1-1d50b23afa7c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:05.831265 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b4620187-b85b-4847-be61-d6bffd79227b req-e95bd535-0814-4687-adf1-1d50b23afa7c tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0778129 May 10 19:57:05.873882 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-b4620187-b85b-4847-be61-d6bffd79227b req-061e5294-31cb-40e9-b687-2cb39a865f28 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371723 May 10 19:57:07.052646 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd44d-04af-49d2-bbc7-6ea13aeb0fe1 req-b657c77b-ed64-4af1-aec3-0449e834465a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:07.054112 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7e0bd44d-04af-49d2-bbc7-6ea13aeb0fe1 req-b657c77b-ed64-4af1-aec3-0449e834465a tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0776672 May 10 19:57:07.100631 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-7e0bd44d-04af-49d2-bbc7-6ea13aeb0fe1 req-e3e329c6-4413-44e5-b9cf-c4df275a5764 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 May 10 19:57:08.281315 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba2e0e-373a-4a87-996d-fcab1bfca843 req-58db653c-cac1-4cc5-91f9-b871f8703e76 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:08.282755 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-81ba2e0e-373a-4a87-996d-fcab1bfca843 req-58db653c-cac1-4cc5-91f9-b871f8703e76 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0801971 May 10 19:57:08.325722 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-81ba2e0e-373a-4a87-996d-fcab1bfca843 req-6622dea5-d45c-4524-843a-02be08329b39 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374370 May 10 19:57:09.509660 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0aa9e8-5410-453f-9676-13739efbf332 req-95876263-7faa-4d57-ba49-538a841ec02d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:09.511121 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ba0aa9e8-5410-453f-9676-13739efbf332 req-95876263-7faa-4d57-ba49-538a841ec02d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0797672 May 10 19:57:09.554534 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-ba0aa9e8-5410-453f-9676-13739efbf332 req-0bf8ea77-980a-4d34-93bd-db9030c46ff0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369961 May 10 19:57:10.738306 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1fe3a-0100-472e-9267-97a4834e8c71 req-33be07fd-11bc-4de1-8c13-a92b9e4fe454 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:10.739642 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dbd1fe3a-0100-472e-9267-97a4834e8c71 req-33be07fd-11bc-4de1-8c13-a92b9e4fe454 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0827065 May 10 19:57:10.782360 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-dbd1fe3a-0100-472e-9267-97a4834e8c71 req-ff1daa7e-5105-4751-bbc7-625272b433d6 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371318 May 10 19:57:11.967244 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19c1ec-0222-4cf8-9362-3ee9f52c4c19 req-fe00ce52-1825-4658-89de-b35343b96920 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:11.968661 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d19c1ec-0222-4cf8-9362-3ee9f52c4c19 req-fe00ce52-1825-4658-89de-b35343b96920 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0823548 May 10 19:57:12.012575 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-8d19c1ec-0222-4cf8-9362-3ee9f52c4c19 req-85a0d90a-95dc-41db-8e80-a7c28314469b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383179 May 10 19:57:13.191495 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0a5b9-64d3-4c92-8360-1563b548236d req-34eaeba8-5711-4d5a-862f-bc3432e30404 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:13.192911 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c7a0a5b9-64d3-4c92-8360-1563b548236d req-34eaeba8-5711-4d5a-862f-bc3432e30404 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0770333 May 10 19:57:13.239131 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c7a0a5b9-64d3-4c92-8360-1563b548236d req-6c47475a-5337-45ca-ace4-cfbd3978e08e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404041 May 10 19:57:14.244755 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=78733) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 19:57:14.377895 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:57:14.391572 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Returning: {'device': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'port_id': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'mac_address': 'fa:16:3e:9b:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78733) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 19:57:14.421563 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d1d9-312d-4c32-9e0d-faccedcd7a74 req-873d8dbc-b4a9-49d5-b960-2afa98ee366e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:14.423030 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c2e1d1d9-312d-4c32-9e0d-faccedcd7a74 req-873d8dbc-b4a9-49d5-b960-2afa98ee366e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 944 time: 0.0813816 May 10 19:57:14.447665 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:14.464523 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50bb65e-2ef6-4d2d-b3b6-984e50651be9 {{(pid=78733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 19:57:14.471215 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-c2e1d1d9-312d-4c32-9e0d-faccedcd7a74 req-801f8a7d-cc91-45b6-a702-9455cee80626 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425262 May 10 19:57:14.480467 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:57:14.485269 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:14.488085 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-109619bc-93e8-46f6-b1d8-99a6f50fa0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:57:14.557131 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=7']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:14.564286 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.564630 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.564965 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.565293 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.565619 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.565943 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.566296 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.566618 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.566940 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.567257 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.567573 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.567889 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:14.571783 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:57:14.942181 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] get_ports_and_sgs() called for port_ids ['a50bb65e-2ef6-4d2d-b3b6-984e50651be9'] {{(pid=78733) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 19:57:15.651258 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f35e-6e95-4760-ba7f-17dd90e386d4 req-2a675e6d-be6e-4ac0-8abd-8c0cb4ef297f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:15.652675 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-da92f35e-6e95-4760-ba7f-17dd90e386d4 req-2a675e6d-be6e-4ac0-8abd-8c0cb4ef297f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 945 time: 0.0773375 May 10 19:57:15.696290 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-da92f35e-6e95-4760-ba7f-17dd90e386d4 req-1e22f85f-2c51-4cf1-b392-8dacc049225d tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380416 May 10 19:57:16.262066 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 up at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 19:57:16.327592 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.provisioning_blocks [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Provisioning complete for port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 triggered by entity L2. {{(pid=78733) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 19:57:16.327968 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33361533'] for port, provisioning_complete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:16.481554 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33455594'] for port, before_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:16.506623 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:57:16.516333 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:57:16.520668 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778694705767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778694271726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778694272031'] for port, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:16.522523 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-437ab12c-a972-47c5-9875-36c2fc103237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:57:16.558797 dv-cinder-780933-5-iscsi neutron-server[78733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'code': 200} May 10 19:57:16.592076 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Pushing event updated for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=8']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:16.594884 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:57:16.914090 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be466f-3d5f-45dd-85ba-529a0d0fa964 req-44300c4c-07ab-423d-ab5d-2583809d075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:16.915429 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40be466f-3d5f-45dd-85ba-529a0d0fa964 req-44300c4c-07ab-423d-ab5d-2583809d075b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.1291065 May 10 19:57:16.923874 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f86139-7728-4773-8531-a1f58a219695 req-3d87ef62-ec4a-43af-918c-a42d0f38c55b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:16.925183 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67f86139-7728-4773-8531-a1f58a219695 req-3d87ef62-ec4a-43af-918c-a42d0f38c55b tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.1094279 May 10 19:57:16.988324 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-40be466f-3d5f-45dd-85ba-529a0d0fa964 req-f752d0fe-79ce-487a-bb3c-b3fb7b718d0e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622463 May 10 19:57:16.994824 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-67f86139-7728-4773-8531-a1f58a219695 req-96a4885e-0db0-49c9-9d0f-e610225ce288 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568967 May 10 19:57:18.179038 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a7b13-f881-4306-a1f9-0f5d135ef0c2 req-96dddd3f-2ed1-460b-b573-70ef6a12b031 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:18.180477 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2a8a7b13-f881-4306-a1f9-0f5d135ef0c2 req-96dddd3f-2ed1-460b-b573-70ef6a12b031 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0789101 May 10 19:57:18.225664 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-2a8a7b13-f881-4306-a1f9-0f5d135ef0c2 req-11539639-64e6-4214-b5f2-22b545f6e246 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388865 May 10 19:57:19.206373 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-28437752-7a8a-4275-9355-9d26df8b45f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:19.411570 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90ecc9-bec8-4863-82fd-2ab25378935d req-63dfc14a-8c60-457b-ab69-b9c56aba5e09 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:19.413013 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b90ecc9-bec8-4863-82fd-2ab25378935d req-63dfc14a-8c60-457b-ab69-b9c56aba5e09 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0810626 May 10 19:57:19.456195 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-7b90ecc9-bec8-4863-82fd-2ab25378935d req-ee970b2d-d3fd-4b51-8f81-30f64ffb14d4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375116 May 10 19:57:21.709073 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-220681cc-4ac3-4cd2-aec1-9c8255e1b522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:21.891604 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:23.026233 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:23.527930 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:24.509421 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:30.038705 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-f9862f81-9a59-4aa0-a273-26cd55683121 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699258 May 10 19:57:30.066090 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:57:30.192230 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-73e7436f-b43a-41e3-936b-151550725a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:30.193677 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-73e7436f-b43a-41e3-936b-151550725a0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.0690217 May 10 19:57:30.336005 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-963860ab-75c7-45f4-9107-d7e4b37d3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:30.337354 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-963860ab-75c7-45f4-9107-d7e4b37d3a1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1240778 May 10 19:57:30.441620 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-ed6c06b0-1462-47b9-8ca1-100b3791a773 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1002 time: 0.0955138 May 10 19:57:30.503089 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-568fa5ec-30d0-4236-80e0-eda333073937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:30.504489 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-568fa5ec-30d0-4236-80e0-eda333073937 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0564880 May 10 19:57:30.673020 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-3215db01-2e89-49c6-a6da-c77085e03b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:57:30.674423 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-3215db01-2e89-49c6-a6da-c77085e03b75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1638100 May 10 19:57:30.806071 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-65c1ebc5-376d-4e52-b795-72bec735fe58 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193058 May 10 19:57:30.932689 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-c2ed9133-bcc7-452e-8e45-235e08b05ee6 req-233c77cd-61c7-4d17-b6a8-273efdea61d1 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196446 May 10 19:57:49.208188 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-5534a580-9073-4770-be1c-794c13f754b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:51.709953 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d76b0dd7-80aa-439f-b3bf-e7a7bdf8dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:51.892346 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:53.028880 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:53.534564 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:57:54.511067 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:07.065755 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:58:19.208668 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bfb80cf4-be1a-4af9-a677-bc2ddba6fcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:21.711679 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-009e57e0-8de4-49f3-8476-14ba75032f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:21.893302 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:23.035175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:23.533311 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:24.515003 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:29.378424 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-19ce37af-32cd-4d5b-9a45-6da13022c75e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672686 May 10 19:58:29.534275 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-266add48-c856-470e-b39b-7302cd90ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:29.535699 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-266add48-c856-470e-b39b-7302cd90ccd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.0734117 May 10 19:58:29.673750 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-a88f436d-947c-4f32-a302-fbc985c82b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:29.675090 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-a88f436d-947c-4f32-a302-fbc985c82b7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1212053 May 10 19:58:29.774974 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-f61c7ba8-c8ae-4bad-9f08-ee398b9b8522 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 1002 time: 0.0937665 May 10 19:58:29.834994 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-6bb419bc-11f6-4a4e-bc5f-c9c33beda4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:29.836354 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-6bb419bc-11f6-4a4e-bc5f-c9c33beda4af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0554852 May 10 19:58:29.910942 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-e296909a-df7f-46e3-9270-07e78910f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:29.912352 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-e296909a-df7f-46e3-9270-07e78910f383 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692925 May 10 19:58:30.039110 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-661ac62f-6507-4df3-a68d-9806e38e6907 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195290 May 10 19:58:30.164377 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-0d3c5265-4feb-4a61-9ae9-7f62ecffce6d req-c9489699-5a29-437f-9330-370dc3e4ef53 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192629 May 10 19:58:44.064560 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:58:49.210921 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a00597dc-fabf-4924-8097-5c0d3b55a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:51.713446 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ba0af295-2eab-47ff-bdeb-452121399b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:51.894568 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:53.035048 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:53.533347 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:54.517380 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:55.663226 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58042) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:58:55.916388 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Deleting port 64c623f0-8f49-4eb0-90a9-2b8293c73747 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:58:55.916644 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:56.129035 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:56.129356 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:56.243799 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Calling delete_port for 64c623f0-8f49-4eb0-90a9-2b8293c73747 owned by network:floatingip {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:58:56.368538 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:56.373262 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f7318923-85f0-46c8-a0fd-43ca78acdc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:56.416295 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event deleted for resources: {'Port': ['ID=64c623f0-8f49-4eb0-90a9-2b8293c73747,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:56.455848 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.456220 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.456582 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.456940 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.457294 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.457650 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.457991 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.458358 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.458705 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.459046 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.459386 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.459727 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:56.488639 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:56.516920 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for floatingip, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:56.517252 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.db.l3_db [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Floating IP bbb6f011-5e58-43c1-a955-fc5289fc8a5d disassociated (deleted). External IP: 172.27.3.223, port: a50bb65e-2ef6-4d2d-b3b6-984e50651be9. May 10 19:58:56.849498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Router c303e169-ea65-42a8-a3f0-04ae19451bdb has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:58:57.020732 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:58:57.030919 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] Sync routers for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:58:57.040442 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for floatingip, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:57.041486 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:58:57.042139 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:58:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:57.093150 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-2e8af2b9-d073-4cb1-a242-f60e9149959f tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "DELETE /v2.0/floatingips/bbb6f011-5e58-43c1-a955-fc5289fc8a5d HTTP/1.1" status: 204 len: 168 time: 1.4289486 May 10 19:58:57.093918 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:58:57.225715 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:58:57.235020 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'status': 'completed', 'code': 200} May 10 19:58:57.413579 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-6d84afc4-be24-4874-94ed-1826d6dd6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:57.415596 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-6d84afc4-be24-4874-94ed-1826d6dd6b6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d230d433d50c45be8cc52f3913c28961&device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 1099 time: 0.1343975 May 10 19:58:57.548360 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:57.552115 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] Checking router: c303e169-ea65-42a8-a3f0-04ae19451bdb for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:58:57.560756 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:58:57.561348 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:58:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:57.602380 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-dd6b3005-1060-4a71-96fd-f67cf7825451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:57.603810 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-dd6b3005-1060-4a71-96fd-f67cf7825451 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 200 len: 909 time: 0.1811972 May 10 19:58:57.738162 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:58:57.793632 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a811d-8925-4487-bf7e-5daaefb1cd37 req-0a0be854-3038-400a-b8df-638187a19cb4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:57.794336 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-366a811d-8925-4487-bf7e-5daaefb1cd37 req-0a0be854-3038-400a-b8df-638187a19cb4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Synchronizing usage tracker for tenant:d230d433d50c45be8cc52f3913c28961 on resource:port {{(pid=78731) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 19:58:57.797641 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-2aef5fc8-fd44-4f4b-bdec-0ef7149ed9d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 200 len: 217 time: 0.1849718 May 10 19:58:57.846964 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.quota.resource [req-366a811d-8925-4487-bf7e-5daaefb1cd37 req-0a0be854-3038-400a-b8df-638187a19cb4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Unset dirty status for tenant:d230d433d50c45be8cc52f3913c28961 on resource:port {{(pid=78731) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 19:58:57.848081 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-366a811d-8925-4487-bf7e-5daaefb1cd37 req-0a0be854-3038-400a-b8df-638187a19cb4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.4309270 May 10 19:58:57.885016 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-601ccdbe-d884-49fd-bcb7-92ed4d10a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:57.886464 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-601ccdbe-d884-49fd-bcb7-92ed4d10a0d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 200 len: 847 time: 0.0805249 May 10 19:58:57.946776 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-366a811d-8925-4487-bf7e-5daaefb1cd37 req-c9520da5-33fe-49fb-86d3-eb56cc9673d0 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927162 May 10 19:58:57.976866 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-c7af135b-12ee-486f-8043-2ca065165337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:57.978349 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-c7af135b-12ee-486f-8043-2ca065165337 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1089c09e-e4c5-4e7b-9e81-c2966f2d058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831971 May 10 19:58:58.084118 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:58.088234 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a21990-0d25-4b76-96f9-5a7c481d6af7 None None] The sync data for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi is: [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:50:35Z', 'revision_number': 4, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi', '_interfaces': [{'id': '4a2dd112-50e0-4cbb-b36f-f05239954c14', 'name': '', 'network_id': '1089c09e-e4c5-4e7b-9e81-c2966f2d058b', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'mac_address': 'fa:16:3e:b0:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:34Z', 'updated_at': '2021-05-10T19:50:42Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'subnets': [{'id': '23b8c713-5b50-4f0d-8915-78feeeaf03b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:58:58.112975 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-9e0fcec4-6f1d-44b8-9dfb-580fc0c9c144 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269941 May 10 19:58:58.249515 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-a4bd6ef2-88ad-4ea5-bc92-b7bb2f41700e req-745860e2-be99-4276-9101-e03aa0ef6f44 service neutron] 10.222.0.32 "GET /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286952 May 10 19:58:58.284975 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101c089-f0cc-4764-b6c3-46ef34eb548f None None] New status for floating IP bbb6f011-5e58-43c1-a955-fc5289fc8a5d: DOWN {{(pid=78734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:58:59.213766 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34602e-ad19-4994-8ad5-44bc5e9c5b64 req-aa90e552-a0d6-4854-ab74-82340e4e74e4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:59.215273 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5f34602e-ad19-4994-8ad5-44bc5e9c5b64 req-aa90e552-a0d6-4854-ab74-82340e4e74e4 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.1480150 May 10 19:58:59.255061 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bce705-b8d7-44f4-931a-c9b256692170 req-3557e213-0b47-4863-ab11-0304f9ca50b7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 19:58:59.256427 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-78bce705-b8d7-44f4-931a-c9b256692170 req-3557e213-0b47-4863-ab11-0304f9ca50b7 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 946 time: 0.0779243 May 10 19:58:59.259977 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-5f34602e-ad19-4994-8ad5-44bc5e9c5b64 req-e444f987-c992-46dc-b839-449dbe660a60 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f43569-badb-47aa-b096-4e26dab77a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389066 May 10 19:58:59.391026 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Deleting port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:58:59.391372 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:59.521900 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] For port a50bb65e-2ef6-4d2d-b3b6-984e50651be9, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:58:59.522276 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:59.639232 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Calling delete_port for a50bb65e-2ef6-4d2d-b3b6-984e50651be9 owned by compute:nova {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:58:59.745498 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:59.751594 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-a92bfd17-bf45-40ce-ae52-96c8b3b163d3 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:58:59.793419 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event deleted for resources: {'Port': ['ID=a50bb65e-2ef6-4d2d-b3b6-984e50651be9,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:59.796818 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:58:59.870857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] No DVR routers for this DVR port a50bb65e-2ef6-4d2d-b3b6-984e50651be9 on host hv-cinder-78093 {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:58:59.873426 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213862'] for port, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:58:59.876063 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-deleted', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9'}] {{(pid=78731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 19:58:59.891532 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [req-78bce705-b8d7-44f4-931a-c9b256692170 req-f19247d4-3309-474b-8a61-3aa9d9d6a25e tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.32 "DELETE /v2.0/ports/a50bb65e-2ef6-4d2d-b3b6-984e50651be9 HTTP/1.1" status: 204 len: 173 time: 0.6282432 May 10 19:58:59.923773 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83cdbf-ab4b-4665-b490-0298c9030329', 'name': 'network-vif-deleted', 'tag': 'a50bb65e-2ef6-4d2d-b3b6-984e50651be9', 'status': 'completed', 'code': 200} May 10 19:59:00.413761 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [req-f97ddc05-46df-4c58-a118-e764236dd8de req-5be45279-9088-42df-beb4-676b608b1436 tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f83cdbf-ab4b-4665-b490-0298c9030329 HTTP/1.1" status: 200 len: 210 time: 0.0430200 May 10 19:59:01.504634 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58076) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:01.570711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:01.599781 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:01.663838 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:01.667535 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-8a802ff3-ef54-4872-aff9-133c2b966c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:01.682625 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f43569-badb-47aa-b096-4e26dab77a5c,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:01.685251 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:01.691674 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] Notify callbacks [] for security_group, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:01.692776 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-901473cf-081c-4748-b896-5710fe8543fe tempest-TestShelveInstance-1260563017 tempest-TestShelveInstance-1260563017-project] 10.222.0.26 "DELETE /v2.0/security-groups/95f43569-badb-47aa-b096-4e26dab77a5c HTTP/1.1" status: 204 len: 168 time: 0.1871958 May 10 19:59:01.778755 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58082) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:02.493248 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:02.770661 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:02.803262 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] No Port match for: a50bb65e-2ef6-4d2d-b3b6-984e50651be9 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:02.803603 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Device a50bb65e-2ef6-4d2d-b3b6-984e50651be9 not bound to the agent host hv-cinder-78093 {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:02.888897 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Deleting port 4a2dd112-50e0-4cbb-b36f-f05239954c14 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:02.889485 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:03.006202 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] For port 4a2dd112-50e0-4cbb-b36f-f05239954c14, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=4a2dd112-50e0-4cbb-b36f-f05239954c14,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:03.006545 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:03.124916 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Calling delete_port for 4a2dd112-50e0-4cbb-b36f-f05239954c14 owned by network:router_interface {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:03.259223 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:03.263932 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-fa07af2b-2107-4507-8338-43c5f4e9ff0a tempest-VolumesSnapshotTestJSON-857731214 tempest-VolumesSnapshotTestJSON-857731214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:03.306008 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2dd112-50e0-4cbb-b36f-f05239954c14,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:03.346793 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.347166 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.347524 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.347886 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.348242 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.348606 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.348955 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.349306 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.349656 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.350066 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.350380 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.350725 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:03.380105 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:03.575539 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:04.022677 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Router c303e169-ea65-42a8-a3f0-04ae19451bdb has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:59:04.196985 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:59:04.205600 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] Sync routers for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:59:04.214339 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:59:04.215047 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:58:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:04.216452 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-95040b6d-be10-43ee-a936-1f8738075a12 admin admin] 10.222.0.26 "PUT /v2.0/routers/c303e169-ea65-42a8-a3f0-04ae19451bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366674 May 10 19:59:04.218959 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58088) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:04.392205 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: dv-cinder-780933-5-iscsi {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:59:04.394066 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks [] for router, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:04.564487 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:04.637282 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Deleting port fcfca62f-d422-4a5b-8673-ecd8a96be783 {{(pid=78732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:04.637616 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:04.669152 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:59:03Z', 'revision_number': 5, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port': {'id': 'fcfca62f-d422-4a5b-8673-ecd8a96be783', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:32Z', 'updated_at': '2021-05-10T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:04.672926 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] Checking router: c303e169-ea65-42a8-a3f0-04ae19451bdb for host: dv-cinder-780933-5-iscsi {{(pid=78733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:59:04.681120 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] Routers {'c303e169-ea65-42a8-a3f0-04ae19451bdb'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:59:04.681718 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:58:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['c303e169-ea65-42a8-a3f0-04ae19451bdb'], 'active': True} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:04.755744 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.db [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] For port fcfca62f-d422-4a5b-8673-ecd8a96be783, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=fcfca62f-d422-4a5b-8673-ecd8a96be783,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:04.756094 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:04.832993 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvr_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] Set router c303e169-ea65-42a8-a3f0-04ae19451bdb gateway port host: None {{(pid=78733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:59:04.875650 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.plugins.ml2.plugin [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Calling delete_port for fcfca62f-d422-4a5b-8673-ecd8a96be783 owned by network:router_gateway {{(pid=78732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:04.946520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_hamode_db [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:59:04Z', 'revision_number': 6, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:04.951650 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929eb99-251b-4a82-be1f-33db3abd604a None None] The sync data for ids ['c303e169-ea65-42a8-a3f0-04ae19451bdb'] in dv-cinder-780933-5-iscsi is: [{'id': 'c303e169-ea65-42a8-a3f0-04ae19451bdb', 'name': 'tempest-TestShelveInstance-621532135-router', 'tenant_id': 'd230d433d50c45be8cc52f3913c28961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:31Z', 'updated_at': '2021-05-10T19:59:04Z', 'revision_number': 6, 'project_id': 'd230d433d50c45be8cc52f3913c28961', 'gw_port_host': None}] {{(pid=78733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:05.011971 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2865697'] for port, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.015989 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-80f300f7-d65a-481b-bc6c-b1a14cc6ce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:05.059697 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfca62f-d422-4a5b-8673-ecd8a96be783,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:05.062962 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:05.148976 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.421434 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.423648 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.445848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.446376 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c303e169-ea65-42a8-a3f0-04ae19451bdb {{(pid=78732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:59:05.458825 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] Notify callbacks [] for router, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.459916 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-e90db433-e6c8-4433-90f6-9ffc6d6d623a admin admin] 10.222.0.26 "DELETE /v2.0/routers/c303e169-ea65-42a8-a3f0-04ae19451bdb HTTP/1.1" status: 204 len: 168 time: 1.2400134 May 10 19:59:05.462523 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58092) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:05.520736 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Deleting subnet 23b8c713-5b50-4f0d-8915-78feeeaf03b5 {{(pid=78732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:59:05.523867 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.572241 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2730980'] for subnet, precommit_delete_associations {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.647997 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.877420 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4a2dd112-50e0-4cbb-b36f-f05239954c14 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:05.909457 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2865778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860886'] for subnet, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.915174 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-066bf6a6-221f-4f93-b60c-9d2e5a7d9919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:05.920614 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: 4a2dd112-50e0-4cbb-b36f-f05239954c14 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:05.920614 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device 4a2dd112-50e0-4cbb-b36f-f05239954c14 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:05.920614 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcfca62f-d422-4a5b-8673-ecd8a96be783 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:05.950781 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b8c713-5b50-4f0d-8915-78feeeaf03b5,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:05.952628 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for subnet, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:05.955298 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:05.956853 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: fcfca62f-d422-4a5b-8673-ecd8a96be783 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:05.957249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device fcfca62f-d422-4a5b-8673-ecd8a96be783 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:05.961332 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044c1ae-23ad-4fd2-ae1b-a1b15c752d2d None None] Network 1089c09e-e4c5-4e7b-9e81-c2966f2d058b requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:59:05.961696 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58096) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:05.962187 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-ddefd7a8-ee17-44d9-a000-b7c46a61ecf6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/23b8c713-5b50-4f0d-8915-78feeeaf03b5 HTTP/1.1" status: 204 len: 168 time: 0.4982958 May 10 19:59:06.103968 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.196164 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Deleting port ddeb3c96-5950-4314-9faf-b9005ac87166 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:06.196496 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.218551 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] DHCP port deletion for 1089c09e-e4c5-4e7b-9e81-c2966f2d058b request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:59:06.286189 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Deleting port ddeb3c96-5950-4314-9faf-b9005ac87166 {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:06.286571 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.293043 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] For port ddeb3c96-5950-4314-9faf-b9005ac87166, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddeb3c96-5950-4314-9faf-b9005ac87166,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:06.293417 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.386886 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] For port ddeb3c96-5950-4314-9faf-b9005ac87166, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=ddeb3c96-5950-4314-9faf-b9005ac87166,segment=NetworkSegment(04e07813-107e-4e83-87fc-831c1af883db),segment_id=04e07813-107e-4e83-87fc-831c1af883db)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:06.387602 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.535399 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Calling delete_port for ddeb3c96-5950-4314-9faf-b9005ac87166 owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:06.547516 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Calling delete_port for ddeb3c96-5950-4314-9faf-b9005ac87166 owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:06.582536 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.587256 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-954ef7a0-7ac0-4c8a-b646-ed024021c7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:06.594217 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.597727 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:06.631762 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddeb3c96-5950-4314-9faf-b9005ac87166,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:06.633580 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] No DVR routers for this DVR port ddeb3c96-5950-4314-9faf-b9005ac87166 on host dv-cinder-780933-5-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:59:06.635110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:06.646547 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] No DVR routers for this DVR port ddeb3c96-5950-4314-9faf-b9005ac87166 on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:59:06.648126 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Pushing event deleted for resources: {'Port': ['ID=ddeb3c96-5950-4314-9faf-b9005ac87166,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.659334 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.660079 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.660079 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.660079 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.660336 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.660656 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-5-iscsi {{(pid=78733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:06.663818 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-a1e7ade4-f56a-4528-82d4-0ce045f53c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:06.748764 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.762211 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1089c09e-e4c5-4e7b-9e81-c2966f2d058b']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:06.773791 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e07813-107e-4e83-87fc-831c1af883db') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:06.774110 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e07813-107e-4e83-87fc-831c1af883db') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:06.785094 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.803982 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.810489 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:59:06.810864 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:59:06.823853 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:59:06.895291 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.898778 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-2d2145e2-3dc4-4a39-9c0b-fac19bf562fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:06.911329 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:06.921324 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=1089c09e-e4c5-4e7b-9e81-c2966f2d058b,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:06.925503 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:06.928817 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-6f9bb4db-848f-4a6e-bde2-7ee38f8e6f29 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1089c09e-e4c5-4e7b-9e81-c2966f2d058b HTTP/1.1" status: 204 len: 168 time: 0.9660640 May 10 19:59:06.931610 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58102) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:07.445857 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917830'] for router_interface, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:07.867054 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddeb3c96-5950-4314-9faf-b9005ac87166 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:07.902733 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: ddeb3c96-5950-4314-9faf-b9005ac87166 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:07.903164 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device ddeb3c96-5950-4314-9faf-b9005ac87166 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:07.939339 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Deleting port a29b0690-31a3-44d6-84d3-178ce344c421 {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:07.939676 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:08.053768 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] For port a29b0690-31a3-44d6-84d3-178ce344c421, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=a29b0690-31a3-44d6-84d3-178ce344c421,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:08.054053 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:08.174599 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Calling delete_port for a29b0690-31a3-44d6-84d3-178ce344c421 owned by network:router_interface {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:08.307907 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:08.311973 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:08.356711 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29b0690-31a3-44d6-84d3-178ce344c421,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:08.359656 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:08.616922 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-944118'] for router_interface, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:08.955605 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Router e42486fc-4edd-4428-bc1a-150b51a0f1dd has already been hosted by L3 agent e3776e94-45bb-4395-b43c-771d97d8971f {{(pid=78731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 19:59:09.226391 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] Notify agent at l3_agent.dv-cinder-780933-5-iscsi the message routers_updated {{(pid=78731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 19:59:09.235872 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] Sync routers for ids ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'] in dv-cinder-780933-5-iscsi {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:59:09.236651 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e7b3ef44-38de-4eb6-9d83-8417164221e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/e42486fc-4edd-4428-bc1a-150b51a0f1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3040960 May 10 19:59:09.239100 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58106) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:09.245410 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] Routers {'e42486fc-4edd-4428-bc1a-150b51a0f1dd'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:59:09.246590 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:58:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:09.417153 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks [] for router, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:09.422083 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] Set router e42486fc-4edd-4428-bc1a-150b51a0f1dd gateway port host: dv-cinder-780933-5-iscsi {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:59:09.585721 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:09.659183 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Deleting port db8ace50-d898-4286-95af-de3c333cfe4f {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:09.659881 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:09.702615 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'external_fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:59:08Z', 'revision_number': 5, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port': {'id': 'db8ace50-d898-4286-95af-de3c333cfe4f', 'name': '', 'network_id': 'e5f0c515-27be-4783-a32c-c4e1f4fd333f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T19:50:39Z', 'updated_at': '2021-05-10T19:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '210f7dc0-90ac-4d26-91f8-ca1407204734', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-5-iscsi'}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:09.706361 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] Checking router: e42486fc-4edd-4428-bc1a-150b51a0f1dd for host: dv-cinder-780933-5-iscsi {{(pid=78734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:59:09.714468 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] Routers {'e42486fc-4edd-4428-bc1a-150b51a0f1dd'} bound to L3 agent in host dv-cinder-780933-5-iscsi {{(pid=78734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 19:59:09.715069 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T19:02:51Z,description=,heartbeat_timestamp=2021-05-10T19:58:52Z,host='dv-cinder-780933-5-iscsi',id=e3776e94-45bb-4395-b43c-771d97d8971f,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T19:02:51Z,topic='l3_agent')) {'router_ids': ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'], 'active': True} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:09.776599 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] For port db8ace50-d898-4286-95af-de3c333cfe4f, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=db8ace50-d898-4286-95af-de3c333cfe4f,segment=NetworkSegment(90bde725-5d24-4d75-b8f4-ee881e753111),segment_id=90bde725-5d24-4d75-b8f4-ee881e753111)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:09.776973 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:09.862690 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_dvr_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] Set router e42486fc-4edd-4428-bc1a-150b51a0f1dd gateway port host: None {{(pid=78734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 19:59:09.896431 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Calling delete_port for db8ace50-d898-4286-95af-de3c333cfe4f owned by network:router_gateway {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:09.968869 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.l3_hamode_db [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:59:09Z', 'revision_number': 6, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port_host': None}], 'dv-cinder-780933-5-iscsi', False) {} {{(pid=78734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:09.972998 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfbcc8-a30c-45ae-8517-536c27363b61 None None] The sync data for ids ['e42486fc-4edd-4428-bc1a-150b51a0f1dd'] in dv-cinder-780933-5-iscsi is: [{'id': 'e42486fc-4edd-4428-bc1a-150b51a0f1dd', 'name': 'tempest-TestShelveInstance-924242164-router', 'tenant_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T19:50:38Z', 'updated_at': '2021-05-10T19:59:09Z', 'revision_number': 6, 'project_id': 'b477a7ab4c0c41e4a7734f14aea89fae', 'gw_port_host': None}] {{(pid=78734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:10.034267 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.038584 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-18150779-4a44-4544-a951-d771cf119f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:10.080676 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Pushing event deleted for resources: {'Port': ['ID=db8ace50-d898-4286-95af-de3c333cfe4f,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:10.084089 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:10.171776 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925026'] for router_gateway, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.341696 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-882750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5481'] for router, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.344027 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.367952 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-943728'] for router, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.368815 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e42486fc-4edd-4428-bc1a-150b51a0f1dd {{(pid=78731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 19:59:10.381856 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] Notify callbacks [] for router, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.385455 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-e21f53eb-b18e-41b6-af18-e5e66e7db95c admin admin] 10.222.0.26 "DELETE /v2.0/routers/e42486fc-4edd-4428-bc1a-150b51a0f1dd HTTP/1.1" status: 204 len: 168 time: 1.1431718 May 10 19:59:10.385669 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58110) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:10.443822 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Deleting subnet a1f3c4a0-0695-472d-9586-bae9747976e9 {{(pid=78731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 19:59:10.446627 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.495028 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-497305'] for subnet, precommit_delete_associations {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.678776 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33365519'] for subnet, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.927565 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33365504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1680338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495143'] for subnet, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.931942 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-499c70d8-078e-46a8-aec8-0da711c885b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:10.967417 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f3c4a0-0695-472d-9586-bae9747976e9,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:10.970420 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:10.971438 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:10.980251 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-21e86b98-4c1c-40d6-b746-81382c565496 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1f3c4a0-0695-472d-9586-bae9747976e9 HTTP/1.1" status: 204 len: 168 time: 0.5934401 May 10 19:59:10.982662 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e2224f-ec72-41a6-b02b-99e417ffa868 None None] Network d9f23b14-eeab-4bc1-9a05-92148f267b72 requested from dv-cinder-780933-5-iscsi {{(pid=78733) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 19:59:10.983152 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.wsgi [-] (78731) accepted ('10.222.0.26', 58114) {{(pid=78731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:11.086403 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33472527'] for network, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.156758 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Deleting port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e {{(pid=78731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:11.157091 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.220947 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] DHCP port deletion for d9f23b14-eeab-4bc1-9a05-92148f267b72 request from dv-cinder-780933-5-iscsi {{(pid=78733) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 19:59:11.257412 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.db [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] For port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:11.257688 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.285989 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Deleting port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e {{(pid=78733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 19:59:11.286389 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778694701213'] for port, before_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.381870 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.plugin [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Calling delete_port for da07ffc7-10a8-4c2f-b59a-7d977b3fb01e owned by network:dhcp {{(pid=78731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:11.382513 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.db [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] For port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e, host dv-cinder-780933-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-5-iscsi',level=0,port_id=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,segment=NetworkSegment(02610144-ce69-4f14-8c87-0e7d3d66a3ac),segment_id=02610144-ce69-4f14-8c87-0e7d3d66a3ac)] {{(pid=78733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 19:59:11.382910 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945340'] for port, precommit_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.431192 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1680257'] for port, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.435723 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9ab83d07-3777-42e5-8eed-fd4c75b56af8 tempest-AttachVolumeNegativeTest-1045767721 tempest-AttachVolumeNegativeTest-1045767721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:11.477875 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:11.480981 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:11.481710 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] No DVR routers for this DVR port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e on host dv-cinder-780933-5-iscsi {{(pid=78731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:59:11.504151 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Calling delete_port for da07ffc7-10a8-4c2f-b59a-7d977b3fb01e owned by network:dhcp {{(pid=78733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 19:59:11.546662 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33455529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778694705776', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778694271717'] for port, after_delete {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.550148 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:11.590990 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Pushing event deleted for resources: {'Port': ['ID=da07ffc7-10a8-4c2f-b59a-7d977b3fb01e,revision_number=None']} {{(pid=78733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:11.594374 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG oslo_concurrency.lockutils [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:11.596596 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33363700', 'neutron.services.segments.db._delete_segments_for_network-8778694711709'] for network, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.596750 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8b928-c02c-40f4-b6d5-d32eadbb9c26 None None] No DVR routers for this DVR port da07ffc7-10a8-4c2f-b59a-7d977b3fb01e on host dv-cinder-780933-5-iscsi {{(pid=78733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:59:11.610969 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f23b14-eeab-4bc1-9a05-92148f267b72']}} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:11.622869 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02610144-ce69-4f14-8c87-0e7d3d66a3ac') {'for_net_delete': True} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:11.623156 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.services.segments.db [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02610144-ce69-4f14-8c87-0e7d3d66a3ac') {} {{(pid=78731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:11.634881 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778694723687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-497286'] for segment, before_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.650658 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252'] for segment, precommit_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.657532 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=78731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:59:11.657906 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33384252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1680308'] for segment, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: Traceback (most recent call last): May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: timer() May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: cb(*args, **kw) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: return func(*args, **kwargs) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: self._notify() May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: self.callback(batched_events) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: event.method(event) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: return f(self, *a, **k) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._get(url).json() May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: return self.request(url, 'GET', **kwargs) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:59:11.670765 dv-cinder-780933-5-iscsi neutron-server[78731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:59:11.744932 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33363597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983968', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-925040'] for network, after_delete {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.748929 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-9571a30b-8a35-4ac7-ae84-c00dcf9d7f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:11.761401 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron_lib.callbacks.manager [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551328'] for network, before_response {{(pid=78731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:11.771100 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f23b14-eeab-4bc1-9a05-92148f267b72,revision_number=None']} {{(pid=78731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:11.773698 dv-cinder-780933-5-iscsi neutron-server[78731]: DEBUG oslo_concurrency.lockutils [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:11.777326 dv-cinder-780933-5-iscsi neutron-server[78731]: INFO neutron.wsgi [None req-c0c709bf-9c53-490e-b4b0-876796664fc2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d9f23b14-eeab-4bc1-9a05-92148f267b72 HTTP/1.1" status: 204 len: 168 time: 0.7936859 May 10 19:59:11.869971 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device db8ace50-d898-4286-95af-de3c333cfe4f no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:11.893178 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58120) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:11.905705 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: db8ace50-d898-4286-95af-de3c333cfe4f {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:11.906073 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device db8ace50-d898-4286-95af-de3c333cfe4f not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:11.906496 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device da07ffc7-10a8-4c2f-b59a-7d977b3fb01e no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:11.938436 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: da07ffc7-10a8-4c2f-b59a-7d977b3fb01e {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:11.938781 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device da07ffc7-10a8-4c2f-b59a-7d977b3fb01e not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:11.939194 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device a29b0690-31a3-44d6-84d3-178ce344c421 no longer exists at agent ovs-agent-dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 19:59:11.944559 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-c74bef41-ac14-444d-b888-4f0a39f5ffce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d230d433d50c45be8cc52f3913c28961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478549 May 10 19:59:11.944718 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58124) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:11.971120 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.plugin [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] No Port match for: a29b0690-31a3-44d6-84d3-178ce344c421 {{(pid=78733) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 19:59:11.971464 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron.plugins.ml2.rpc [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Device a29b0690-31a3-44d6-84d3-178ce344c421 not bound to the agent host dv-cinder-780933-5-iscsi {{(pid=78733) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 19:59:12.002888 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.031684 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.082848 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.088018 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-bbb85533-122d-4209-8d5e-39c04755a0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:12.101501 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4b7d7-1651-4da2-9861-e29e7bccd627,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:12.103932 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:12.110244 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.111337 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-350236c4-7c13-41a6-b0c8-b11e5e9668bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bf4b7d7-1651-4da2-9861-e29e7bccd627 HTTP/1.1" status: 204 len: 168 time: 0.1657517 May 10 19:59:12.438737 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58132) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:12.486801 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-8c8252a7-eff1-41fc-8b8a-f5430010820f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b477a7ab4c0c41e4a7734f14aea89fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469158 May 10 19:59:12.489039 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [-] (78732) accepted ('10.222.0.26', 58136) {{(pid=78732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 19:59:12.545636 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.570267 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.619668 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983963'] for security_group, after_delete {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.625096 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-d443e612-300a-42df-bb95-87f01bf43fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 19:59:12.638718 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea0207-266b-4c4b-ba71-3128f4d4fc7d,revision_number=None']} {{(pid=78732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:12.641525 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG oslo_concurrency.lockutils [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 19:59:12.647557 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron_lib.callbacks.manager [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:12.648650 dv-cinder-780933-5-iscsi neutron-server[78732]: INFO neutron.wsgi [None req-19bad637-59d7-417d-8131-d4ce9a6b1d4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2ea0207-266b-4c4b-ba71-3128f4d4fc7d HTTP/1.1" status: 204 len: 168 time: 0.1587636 May 10 19:59:19.212649 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-3715622c-48d7-460d-8fc6-704962987dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:21.063668 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 19:59:21.715360 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-46e0faf1-cae2-454b-83d8-59697c534717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:21.895564 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:23.038192 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:23.543855 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:24.519755 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:49.214980 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-090d3ad6-a759-49e5-8b65-705be2ae60df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:51.717191 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ab121048-5452-45aa-af10-bc228e02a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:51.896176 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:53.040963 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:53.547234 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:54.522917 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 19:59:58.062810 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:00:19.217644 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-d56fc363-a794-456d-a3d1-a2b5ae909e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:21.717024 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-50532a66-d89a-4185-a460-ebfdac79cc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:21.897411 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:23.044147 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:23.546526 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:24.525204 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:35.061005 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:00:49.218304 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5238-00f9-4def-a0bf-0677bb842ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:51.717834 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-aaed6442-26ec-4032-b1df-9661c9d61848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:51.898554 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:53.047710 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:53.541989 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:00:54.529700 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:12.059970 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:01:19.246604 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-18ddcaf6-f858-4765-99eb-3207bf8c8fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:21.719059 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e5aebb91-7dda-4e13-bf31-f0828309e37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:21.899023 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:23.049472 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:23.541320 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:24.531835 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:49.058917 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:01:49.217938 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-9ff0ac63-3474-4b7c-b22f-fcf0de7316fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:51.720799 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-055c9596-49bd-439e-af3e-a1fafd9b7633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:51.899277 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:53.053542 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:53.539425 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:01:54.535404 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:18.260140 dv-cinder-780933-5-iscsi neutron-server[78732]: DEBUG neutron.wsgi [req-56a12f0b-cbb1-4fdc-ae8f-8036e2c0b002 req-6244409c-49d5-4fe4-b89d-9e758efa7ea2 service neutron] (78732) timed out ('10.222.0.32', 55881) {{(pid=78732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 20:02:19.218140 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-65ab5ae1-8b66-432e-a2ad-c95dcc512434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:21.722249 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-559f746b-be99-4b52-8bd0-f39432cc1651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:21.900485 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:23.055483 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:23.542858 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:24.536408 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:26.057968 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:02:49.223337 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0572eb14-c0c3-4d89-89c6-a9ba342db459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.721949 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-e111c1f4-1730-496a-ba58-e1004518146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:51.902166 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.060341 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:53.578634 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:02:54.539913 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:03.063620 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:03:19.225303 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-bf51fef3-9841-4257-a8fa-7559203f4eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.723752 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-72fc39a3-7f56-4984-8a96-a84f84b3031d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:21.903215 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.062095 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:23.563553 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:24.543295 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:40.062265 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:03:49.227014 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-20d6ae76-66af-417c-9331-30f7d7161831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.726144 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1a20314d-121f-4553-9c45-b87494f350a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:51.904694 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.064322 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:53.573901 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:03:54.546175 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:17.060665 dv-cinder-780933-5-iscsi neutron-server[78734]: DEBUG neutron.db.agents_db [None req-0fc50cef-3306-47f5-b197-f0f670c9821d None None] Agent healthcheck: found 6 active agents {{(pid=78734) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 20:04:19.228548 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9ee3-0037-4912-9caa-ffa7e6ae09f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.727364 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-1a80d96d-448a-4913-87a8-e93870783c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:21.905292 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.066520 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-465981de-2736-4804-8e00-5c098b1a1044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:23.570335 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-ce2ef213-f05a-4c6f-b778-53432856d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:24.548679 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-23afd01e-5ff0-40ff-8409-89199f8d6867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:49.231273 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-206dc276-46bb-40ac-8726-02c65d383e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:51.729489 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-18576d96-8877-408f-995d-fe5862262716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 20:04:51.908645 dv-cinder-780933-5-iscsi neutron-server[78733]: DEBUG neutron_lib.callbacks.manager [None req-407f0f6c-86b8-4c4e-bda5-8a77b27be0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778694711718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33361614'] for agent, after_update {{(pid=78733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}